-- Logs begin at Mon 2021-06-28 09:01:57 UTC, end at Mon 2021-06-28 09:58:31 UTC. -- Jun 28 09:32:11.535949 dv-cinder-792209-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 09:32:14.165362 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.common.config [-] Logging enabled! Jun 28 09:32:14.165854 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev418 Jun 28 09:32:14.166132 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99425) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 09:32:14.169597 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.common.config [-] Logging enabled! Jun 28 09:32:14.169877 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev418 Jun 28 09:32:14.170187 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99425) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 09:32:14.171106 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:32:14.171341 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:32:14.171699 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:32:14.171945 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:32:14.172172 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:32:14.172512 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.172811 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.173105 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.173333 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.173626 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.173914 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.174194 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.174481 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.174794 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.175064 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.175343 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.175626 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.175857 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.176136 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.176436 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.176740 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.176963 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] debug = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.177242 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.177666 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.178082 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.178362 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.179691 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.179691 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.179691 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.179691 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.179691 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.180074 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] host = dv-cinder-792209-2-smb {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.180282 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.180593 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.180878 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.181159 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.181431 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.181703 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.181983 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.182256 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.182522 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] log_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.182792 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.183077 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.183359 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.183644 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.183866 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.184088 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.184372 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.184686 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.184961 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.185232 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.185573 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.185847 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.186118 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.186384 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.186672 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.186952 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.187233 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.187505 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.187774 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.188042 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.188311 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.188617 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.188890 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.189160 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.189429 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.189713 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.189978 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.190246 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.190545 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.190825 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.191103 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.191384 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.191654 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.191930 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.192219 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.192494 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.192766 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] use_json = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.193035 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.193302 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.193580 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.193847 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.194117 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.194387 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.194654 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.194933 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:14.195225 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.195521 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.195819 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.196099 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.196395 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.196704 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.196990 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.197266 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.197550 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.197836 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.198122 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.198398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.198684 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.198959 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.199248 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.199549 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.199841 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.200127 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.200401 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.200696 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.200967 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.201775 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.202061 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.202353 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.202641 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.202916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.203194 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.203480 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.203755 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.204026 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.204302 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.204618 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.204894 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.205166 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.205446 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.205721 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.205991 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.206258 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.206532 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.206820 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.207102 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.207370 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.207639 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.207912 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.208181 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.208490 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.208771 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.209041 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.209309 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.209585 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.209854 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.210122 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.210397 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.210666 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.210938 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.211205 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.211472 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.211740 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.212009 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.212274 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.212567 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.212838 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.213110 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.213378 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.213647 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.213912 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.214182 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.214452 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.214737 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.215028 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.215302 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.215578 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.215853 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.216127 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.216400 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.216773 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.217532 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.217810 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.218080 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.218366 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.218647 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.218932 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.219212 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.219488 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.219781 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.220058 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.220340 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.220643 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.220925 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.221217 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.221500 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.221794 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.222083 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.222373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.222661 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.222954 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.223233 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.223539 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.223816 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:14.224034 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:32:14.224274 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99425) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 09:32:14.567648 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:14.567929 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:14.568218 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:14.568580 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 09:32:14.952111 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:14.952330 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:14.952632 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:14.953907 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:14.954183 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:14.954450 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:14.987802 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:14.988080 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:14.988349 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.002034 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.002315 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.002583 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.031318 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.031596 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.031863 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.067852 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.068133 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.068402 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.299283 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.299909 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.299909 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.300068 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.300803 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.422838 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.423155 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.423439 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.423713 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.423982 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.424288 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.424573 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.424831 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.425083 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.425360 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.425619 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.425880 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.426137 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.426398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.426650 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.426919 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.428128 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.428405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.428715 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.428981 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.429273 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.429626 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.429885 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.430172 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.430425 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.430674 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.431067 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:32:15.431311 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:32:15.431551 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:32:15.431789 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:32:15.432026 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:32:15.432260 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:32:15.432644 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 09:32:15.435677 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 09:32:15.439578 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 09:32:15.443335 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 28 09:32:15.444986 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 09:32:15.445443 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 09:32:15.445780 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 09:32:15.446161 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 09:32:15.449412 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 09:32:15.449667 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 09:32:15.450025 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 09:32:15.477471 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 09:32:15.477928 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.478226 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99425) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 09:32:15.478594 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.479933 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99425) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 09:32:15.480208 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 09:32:15.480467 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 09:32:15.484269 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.484592 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:15.547820 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 09:32:15.548052 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 09:32:15.548291 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 09:32:15.548683 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 09:32:15.568838 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_db.sqlalchemy.engines [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99425) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 09:32:16.086924 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Initializing driver for type 'gre' Jun 28 09:32:16.087664 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] gre ID ranges: [(1, 1000)] Jun 28 09:32:16.137857 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Initializing driver for type 'local' Jun 28 09:32:16.138264 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Initializing driver for type 'vlan' Jun 28 09:32:16.151135 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] VlanTypeDriver initialization complete Jun 28 09:32:16.151471 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Initializing driver for type 'vxlan' Jun 28 09:32:16.151959 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] vxlan ID ranges: [(1, 1000)] Jun 28 09:32:16.201972 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Initializing extension driver 'port_security' Jun 28 09:32:16.202140 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.extensions.port_security [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] PortSecurityExtensionDriver initialization complete Jun 28 09:32:16.202477 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Initializing mechanism driver 'openvswitch' Jun 28 09:32:16.202793 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Initializing mechanism driver 'hyperv' Jun 28 09:32:16.209186 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.plugins.ml2.plugin [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:32:16.210099 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > port after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.210477 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.210839 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.211228 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > subnet after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.211589 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > subnet after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.211935 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.212310 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > network after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.212681 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > network after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.213023 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > network after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.213398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > security_group after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.213739 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > security_group after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.214077 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.214454 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.214798 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.215141 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.215518 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > address_group after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.215860 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > address_group after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.216200 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.216567 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] ML2 OVO RPC backend initialized. {{(pid=99425) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 28 09:32:16.217256 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.217610 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.218022 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > network before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.218368 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > networks before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.218713 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > port before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.219052 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > ports before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.219392 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > subnet before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.219733 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > subnets before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.220078 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > network after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.220415 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > network after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.220780 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > network after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.221122 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > port after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.221456 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.221794 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.222130 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > subnet after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.222467 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > subnet after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.222796 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.223362 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.plugin [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Modular L2 Plugin initialization complete Jun 28 09:32:16.223688 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading services supported by the core plugin {{(pid=99425) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 09:32:16.224009 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Got port-security extension from driver 'port_security' Jun 28 09:32:16.224492 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.extensions.vlantransparent [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Disabled vlantransparent extension. Jun 28 09:32:16.224971 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99425) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 09:32:16.225284 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading Plugin: router Jun 28 09:32:16.260089 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.260506 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router after_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.260880 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router before_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.261251 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.261622 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.261980 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router after_delete 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.262340 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.262705 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router after_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.263055 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router after_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.263409 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router after_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.264291 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.264685 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router after_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.265098 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.265466 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.265808 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.266145 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: subnet after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.266484 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.266831 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.267177 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.267518 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: port before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.267857 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.268216 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router after_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.268595 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.268949 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.269308 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.269654 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.270023 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > agent after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.270375 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > agent after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.270722 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > network after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.271567 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Tracking information for resource: router configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:32:16.271896 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Tracking information for resource: floatingip configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 09:32:16.276848 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.db.l3_agentschedulers_db [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 09:32:16.277418 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.277780 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: port after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.278128 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.278475 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.279278 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router before_create 55550100 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.279645 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.280010 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_create 55550100 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.280366 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > router precommit_update 55550100 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.284896 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.services.provider_configuration [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service providers = [] {{(pid=99425) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 09:32:16.285261 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.db.servicetype_db [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99425) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 09:32:16.288101 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.services.service_base [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:32:16.288475 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.services.service_base [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:32:16.288819 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.services.service_base [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:32:16.289684 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.services.service_base [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 09:32:16.290052 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.services.service_base [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 09:32:16.290416 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:32:16.290730 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 09:32:16.301447 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:32:16.301985 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading Plugin: auto_allocate Jun 28 09:32:16.307603 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: network precommit_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.307966 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: network precommit_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.308502 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:32:16.308826 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading Plugin: tag Jun 28 09:32:16.315765 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:32:16.316114 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading Plugin: timestamp Jun 28 09:32:16.319812 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:32:16.320140 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading Plugin: network_ip_availability Jun 28 09:32:16.327461 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.327828 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.328182 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.328923 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:32:16.329243 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading Plugin: flavors Jun 28 09:32:16.333886 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:32:16.334220 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading Plugin: revisions Jun 28 09:32:16.338486 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 09:32:16.338835 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_concurrency.lockutils [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=99425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:16.339573 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99425) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 09:32:16.339907 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Initializing extension manager. Jun 28 09:32:16.340417 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: __init__.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.340780 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: __pycache__ {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.341116 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.341449 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: address_group.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.342201 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.342759 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: address-group Jun 28 09:32:16.343083 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: address_scope.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.343776 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.344276 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: address-scope Jun 28 09:32:16.344623 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.345524 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.346031 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: router-admin-state-down-before-update Jun 28 09:32:16.346358 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: agent.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.347044 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.347542 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: agent Jun 28 09:32:16.347865 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: agent_resources_synced.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.348778 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.349278 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: agent-resources-synced Jun 28 09:32:16.349607 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: allowedaddresspairs.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.351312 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.351820 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: allowed-address-pairs Jun 28 09:32:16.352144 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: auto_allocated_topology.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.353412 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.353926 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: auto-allocated-topology Jun 28 09:32:16.354253 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: availability_zone.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.354929 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.355429 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: availability_zone Jun 28 09:32:16.355751 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: availability_zone_filter.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.356673 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.357195 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: availability_zone_filter Jun 28 09:32:16.357517 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: data_plane_status.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.358398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.358899 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 09:32:16.359221 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: default_subnetpools.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.360112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.360645 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: default-subnetpools Jun 28 09:32:16.360967 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.361759 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.362262 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: dhcp_agent_scheduler Jun 28 09:32:16.362585 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: dns.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.363478 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.363975 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 09:32:16.364296 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: dns_domain_ports.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.365220 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.365715 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 09:32:16.366035 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.366934 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.367432 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 09:32:16.367753 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: dvr.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.368404 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.368929 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: dvr Jun 28 09:32:16.369250 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: empty_string_filtering.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.370154 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.370656 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: empty-string-filtering Jun 28 09:32:16.370980 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.371857 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.372356 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 09:32:16.372703 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.374111 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.374611 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 09:32:16.374934 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: external_net.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.375818 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.376318 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: external-net Jun 28 09:32:16.376669 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.377546 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.378048 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: extra_dhcp_opt Jun 28 09:32:16.378370 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: extraroute.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.379246 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.379750 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: extraroute Jun 28 09:32:16.380079 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: extraroute_atomic.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.381096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.381605 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: extraroute-atomic Jun 28 09:32:16.381930 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: filter_validation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.382578 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.383074 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: filter-validation Jun 28 09:32:16.383396 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: fip_pf_description.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.384275 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.384807 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 09:32:16.385130 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: fip_port_details.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.386016 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.386511 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: fip-port-details Jun 28 09:32:16.386831 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: flavors.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.388035 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.389133 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: flavors Jun 28 09:32:16.389463 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.391119 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.391629 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 09:32:16.391961 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: floatingip_pools.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.392678 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.393181 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: floatingip-pools Jun 28 09:32:16.393507 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: ip_allocation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.394409 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.394904 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 09:32:16.395227 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.396122 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.396645 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: ip-substring-filtering Jun 28 09:32:16.396971 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: l2_adjacency.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.397871 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.398365 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 09:32:16.398688 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: l3.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.399626 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.400137 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: router Jun 28 09:32:16.400488 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.402804 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.403327 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 09:32:16.403659 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.404620 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.405132 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: ext-gw-mode Jun 28 09:32:16.405460 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.406366 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.406869 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: l3-ha Jun 28 09:32:16.407197 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: l3_flavors.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.408101 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.408646 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: l3-flavors Jun 28 09:32:16.408974 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.409864 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.410373 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 09:32:16.410701 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: l3agentscheduler.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.411713 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.412219 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: l3_agent_scheduler Jun 28 09:32:16.412589 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: logging.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.414060 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.414577 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension logging not supported by any of loaded plugins Jun 28 09:32:16.414911 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: metering.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.415635 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.416206 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: metering Jun 28 09:32:16.416572 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.417637 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.418403 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: metering_source_and_destination_fields Jun 28 09:32:16.418731 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: multiprovidernet.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.419625 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.420687 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: multi-provider Jun 28 09:32:16.421012 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: netmtu.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.421901 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.422398 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: net-mtu Jun 28 09:32:16.422720 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: netmtu_writable.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.423608 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.424106 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: net-mtu-writable Jun 28 09:32:16.424461 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: network_availability_zone.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.425105 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.425600 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: network_availability_zone Jun 28 09:32:16.425922 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: network_ip_availability.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.426986 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.427491 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: network-ip-availability Jun 28 09:32:16.427818 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: network_segment_range.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.428604 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.429104 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 09:32:16.429427 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: pagination.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.430387 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.430714 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: pagination Jun 28 09:32:16.431033 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: port_device_profile.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.431924 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.432451 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: port-device-profile Jun 28 09:32:16.432853 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.433743 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.434248 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: port-mac-address-regenerate Jun 28 09:32:16.434571 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.435990 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.436526 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: port-numa-affinity-policy Jun 28 09:32:16.436853 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: port_resource_request.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.437746 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.438245 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 09:32:16.438567 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: portbindings.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.439466 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.439964 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: binding Jun 28 09:32:16.440284 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: portbindings_extended.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.441565 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.442074 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: binding-extended Jun 28 09:32:16.442402 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: portsecurity.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.443297 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.443803 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: port-security Jun 28 09:32:16.444127 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: project_id.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.445102 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.445431 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: project-id Jun 28 09:32:16.445752 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: providernet.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.446653 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.447162 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: provider Jun 28 09:32:16.447484 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.451145 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.451663 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos not supported by any of loaded plugins Jun 28 09:32:16.451994 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.453245 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.453753 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 09:32:16.454082 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.454977 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.455479 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 09:32:16.455805 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos_default.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.456717 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.457223 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos-default not supported by any of loaded plugins Jun 28 09:32:16.457549 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos_fip.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.458182 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.458677 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 09:32:16.458997 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos_gateway_ip.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.459898 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.460403 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 09:32:16.460752 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos_port_network_policy.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.461640 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.462147 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 09:32:16.462469 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos_rule_type_details.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.463360 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.463862 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 09:32:16.464186 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: qos_rules_alias.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.465243 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.465741 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 09:32:16.466063 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: quotasv2.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.466977 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.467304 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: quotas Jun 28 09:32:16.467625 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: quotasv2_detail.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.470625 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.470972 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: quota_details Jun 28 09:32:16.471302 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: rbac.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.472333 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.472883 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: rbac-policies Jun 28 09:32:16.473214 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: rbac_address_group.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.474115 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.474624 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: rbac-address-group Jun 28 09:32:16.474950 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: rbac_address_scope.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.475853 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.476363 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: rbac-address-scope Jun 28 09:32:16.476713 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: rbac_security_groups.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.477603 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.478112 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: rbac-security-groups Jun 28 09:32:16.478441 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: rbac_subnetpool.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.479339 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.479841 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: rbac-subnetpool Jun 28 09:32:16.480163 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: revisionifmatch.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.481090 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.481601 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: revision-if-match Jun 28 09:32:16.481923 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: revisions.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.483724 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.484231 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: standard-attr-revisions Jun 28 09:32:16.484587 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: router_availability_zone.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.485249 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.485757 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: router_availability_zone Jun 28 09:32:16.486083 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: routerservicetype.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.486977 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.487474 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 09:32:16.487797 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.488724 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.489225 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: security-groups-normalized-cidr Jun 28 09:32:16.489549 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.490454 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.490961 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: port-security-groups-filtering Jun 28 09:32:16.491287 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.492180 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.492714 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: security-groups-remote-address-group Jun 28 09:32:16.493042 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: securitygroup.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.502987 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.503516 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: security-group Jun 28 09:32:16.503853 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: segment.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.504654 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.505158 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension segment not supported by any of loaded plugins Jun 28 09:32:16.505487 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.506390 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.506894 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 09:32:16.507218 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: servicetype.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.508341 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.508884 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: service-type Jun 28 09:32:16.509212 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: sorting.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.510168 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.510500 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: sorting Jun 28 09:32:16.510825 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: standard_attr_segment.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.511798 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.512304 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 09:32:16.512659 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: standardattrdescription.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.513296 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.513822 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: standard-attr-description Jun 28 09:32:16.514147 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: stateful_security_group.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.515053 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.515563 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: stateful-security-group Jun 28 09:32:16.515889 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: stdattrs_common.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.516594 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 09:32:16.516923 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.517844 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.518356 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 09:32:16.518681 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: subnet_onboard.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.519730 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.520555 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: subnet_onboard Jun 28 09:32:16.520650 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.521503 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.522009 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 09:32:16.522334 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: subnet_service_types.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.523227 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.523738 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: subnet-service-types Jun 28 09:32:16.524065 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: subnetallocation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.525153 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.525665 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: subnet_allocation Jun 28 09:32:16.525991 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.526640 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.527146 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: subnetpool-prefix-ops Jun 28 09:32:16.527471 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.528389 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.528920 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 09:32:16.529269 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: tagging.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.530289 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.530801 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: standard-attr-tag Jun 28 09:32:16.531133 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: timestamp.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.532298 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.532845 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loaded extension: standard-attr-timestamp Jun 28 09:32:16.533176 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: trunk.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.534184 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.534694 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension trunk not supported by any of loaded plugins Jun 28 09:32:16.535020 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: trunk_details.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.535918 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.536439 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 09:32:16.536777 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: uplink_status_propagation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.537675 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.538183 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 09:32:16.538510 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Loading extension file: vlantransparent.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 09:32:16.539161 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 09:32:16.539661 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 09:32:16.542054 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:network Jun 28 09:32:16.542579 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:subnet Jun 28 09:32:16.543228 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:32:16.543620 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:port Jun 28 09:32:16.545393 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.545872 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service FLAVORS assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.546496 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.546919 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.547249 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:router Jun 28 09:32:16.547676 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 09:32:16.548174 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service METERING assigned prefix: /metering {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.549612 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.549988 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.550340 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:32:16.551297 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 09:32:16.551752 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:security_group Jun 28 09:32:16.552182 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 09:32:16.552823 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service CORE assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.553155 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:32:16.553499 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] subnetpool is already registered Jun 28 09:32:16.553929 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service CORE assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.554253 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:32:16.554583 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] subnetpool is already registered Jun 28 09:32:16.556865 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.557303 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service FLAVORS assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.557892 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.558312 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.558643 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:router Jun 28 09:32:16.558979 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] router is already registered Jun 28 09:32:16.559397 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 09:32:16.559731 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] floatingip is already registered Jun 28 09:32:16.560185 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service METERING assigned prefix: /metering {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.561541 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 09:32:16.561870 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] rbac_policy is already registered Jun 28 09:32:16.562279 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:security_group Jun 28 09:32:16.562610 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] security_group is already registered Jun 28 09:32:16.563012 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 09:32:16.563344 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] security_group_rule is already registered Jun 28 09:32:16.563967 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service CORE assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.564293 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:32:16.564652 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] subnetpool is already registered Jun 28 09:32:16.565070 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Service CORE assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 09:32:16.565393 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 09:32:16.565722 dv-cinder-792209-2-smb neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] subnetpool is already registered Jun 28 09:32:16.566228 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: extensions {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.567650 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: address-groups {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.569147 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: address-scopes {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.570462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: agents {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.571611 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: auto-allocated-topology {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.572876 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: availability_zones {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.574090 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: dhcp-networks {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.575590 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: dhcp-agents {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.577117 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: routers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.578783 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: flavors {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.581101 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: service_profiles {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.582323 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: next_providers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.583737 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: service_profiles {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.585289 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: floatingip-pools {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.586493 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: routers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.588171 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: floatingips {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.589506 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: l3-routers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.590905 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: l3-agents {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.592383 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: metering-labels {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.593644 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: metering-label-rules {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.595014 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: network-ip-availabilities {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.596257 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: bindings {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.597829 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: quotas {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.599330 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: quotas {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.600762 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: rbac-policies {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.601958 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: security-groups {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.603235 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: security-group-rules {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.604495 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: service-providers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.605715 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: subnetpools {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.607027 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: subnetpools {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.609118 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.610782 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.612609 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.614370 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.616008 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.617977 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.619665 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.621471 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.623864 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.625636 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron.api.extensions [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 09:32:16.631587 dv-cinder-792209-2-smb neutron-server[99425]: WARNING keystonemiddleware.auth_token [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 09:32:16.636041 dv-cinder-792209-2-smb neutron-server[99425]: WARNING keystonemiddleware.auth_token [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 09:32:16.644275 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_concurrency.lockutils [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Acquired lock "singleton_lock" {{(pid=99425) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 09:32:16.644768 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_concurrency.lockutils [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Releasing lock "singleton_lock" {{(pid=99425) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 09:32:16.645395 dv-cinder-792209-2-smb neutron-server[99425]: INFO oslo_service.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Starting 2 workers Jun 28 09:32:16.650082 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Started child 99532 {{(pid=99425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:32:16.654463 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Started child 99533 {{(pid=99425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:32:16.655526 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:16.656205 dv-cinder-792209-2-smb neutron-server[99425]: INFO neutron.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 09:32:16.656695 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Notify callbacks [] for process, before_spawn {{(pid=99425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:16.657080 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [-] (99532) wsgi starting up on http://0.0.0.0:9696 Jun 28 09:32:16.659086 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:16.659534 dv-cinder-792209-2-smb neutron-server[99425]: INFO oslo_service.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Starting 1 workers Jun 28 09:32:16.660545 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [-] (99533) wsgi starting up on http://0.0.0.0:9696 Jun 28 09:32:16.664182 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Started child 99534 {{(pid=99425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:32:16.664738 dv-cinder-792209-2-smb neutron-server[99425]: INFO oslo_service.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Starting 1 workers Jun 28 09:32:16.668252 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] calling RpcWorker wait() {{(pid=99534) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 09:32:16.668856 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] returning from RpcWorker wait() {{(pid=99534) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 09:32:16.669300 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Started child 99535 {{(pid=99425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 09:32:16.670681 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-73e8d173-7d04-40f1-ac31-a146704a5f68 None None] Notify callbacks [] for process, after_spawn {{(pid=99425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:16.670790 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:16.671222 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:32:16.672601 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99425) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 09:32:16.672811 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:32:16.672996 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:32:16.673210 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:32:16.673546 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:32:16.673709 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:32:16.674210 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.674477 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.674756 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.675021 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.675290 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.675644 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:16.676119 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.676119 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.676321 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.676615 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.676879 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.677054 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.677211 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:32:16.677312 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.677469 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.677702 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.677989 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.678276 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.678525 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.678805 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.678981 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.679237 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.679495 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.679721 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.679977 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] debug = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.680233 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.680775 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.681021 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.681255 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.681475 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.681754 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.681997 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.682258 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.682510 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.682756 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.683005 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.683257 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.683483 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.683712 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.683946 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.684200 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.684447 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.684913 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] host = dv-cinder-792209-2-smb {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.685128 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.685455 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.686175 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.686421 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.686661 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.686895 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.687147 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.687396 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.687633 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.687853 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.688119 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.688359 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.688622 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.688858 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.689023 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_options = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.689264 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.689538 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.689794 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.689981 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.690152 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.690326 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.690586 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.690748 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.691006 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.691239 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.691450 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.691661 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.691892 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.692122 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.692381 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.692655 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.692886 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.693094 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.693350 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.693591 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.693810 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.694050 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.694279 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.694497 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.694713 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.694922 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.695152 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.695352 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.695559 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.695816 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.696043 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.696293 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.696598 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.696835 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.697077 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.697300 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.697510 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.697768 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.697992 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.698231 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.698483 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.698710 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.698949 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.699157 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.699374 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.699584 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_json = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.699790 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.700004 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.700266 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.700506 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.700720 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.704096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.704096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.704096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.704096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.704916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.705237 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.705380 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 47262) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:16.705453 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.705630 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.705881 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.706155 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.706479 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.706726 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.707331 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.707331 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.707677 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.707677 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.707956 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.708158 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.708561 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.708720 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.708930 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.709144 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.709380 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.709622 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.709851 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.710269 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.710269 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.710547 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.710839 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.711002 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.711193 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.711440 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.711656 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.711884 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.712127 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.712414 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.712690 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.712912 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.713126 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.713342 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.713579 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.713811 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.714808 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.714808 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.715102 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067167 Jun 28 09:32:16.715244 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.715244 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.715244 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.715658 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.715658 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.716132 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.716132 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.716132 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.716952 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.717883 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.718151 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.718421 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.718695 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.719576 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.719576 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.719576 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.719803 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.719869 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.720101 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.720331 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.720595 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.720844 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.721069 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.721291 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.721685 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.722059 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.722571 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.722965 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.723197 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.723425 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.723646 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.723892 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.724309 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.724398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.725158 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.725158 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.725309 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.725429 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.725689 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.725980 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.726160 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.726400 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.726781 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.727153 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.727419 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.728106 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.728106 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.728272 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733405 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733940 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733940 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733940 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733940 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733940 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733940 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733940 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.733940 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734860 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.734860 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.736012 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.736012 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.736012 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.736012 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.736350 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.736350 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.737431 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.737668 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.737890 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.738150 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.738459 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.738696 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.738933 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.739183 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.739531 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.739933 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.740255 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.740693 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.740943 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.741217 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.741785 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.742112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.742351 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.742582 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.742839 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.743055 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.743300 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.743533 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.743779 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745356 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745356 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745356 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745356 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745356 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745356 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745356 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745832 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745832 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.745953 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.746164 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.746385 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.746598 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.746811 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.747040 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.747265 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.747511 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.747720 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.750195 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.750360 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.750525 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.750793 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.751773 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.751773 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.751773 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.751773 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.752320 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.752320 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.752688 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.752688 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.752958 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.753102 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.753320 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.753531 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.753844 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.754104 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.754998 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.754998 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.755288 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.755423 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.755959 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.756168 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.756522 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.756672 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.757772 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.757772 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.757772 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.757772 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.757772 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.758462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.758462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.758462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.759179 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.759179 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.759179 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.759585 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.759585 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.759847 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.760744 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.760744 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.760744 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.760744 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.763540 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.763540 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.763540 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.763540 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.764153 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.764153 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.764412 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.764729 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.764923 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.765152 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.765371 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.766304 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.766304 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.767866 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.768111 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.768889 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.768889 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.768889 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.769660 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.769660 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.769660 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.770055 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.770278 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.770624 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.771203 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.772614 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.773333 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.773751 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.774154 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.774408 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.774646 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.774922 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.775250 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.776461 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.776461 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.777782 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.780023 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.780539 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.780841 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.781075 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.781381 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.781725 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.783462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.783462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.783462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.783462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.783462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.783462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.783462 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.784046 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.784046 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.784177 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.784351 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.785063 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.785289 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.785545 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.785772 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.786067 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.786305 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.786527 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.786751 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.786910 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:32:16.787457 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99425) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 09:32:16.787621 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 09:32:16.787783 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 09:32:16.787954 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 09:32:16.788125 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 09:32:16.788280 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 09:32:16.788517 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.788679 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.788828 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.789600 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.789600 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.790740 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.790916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.791086 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.791898 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.791898 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.791898 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.791898 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.791898 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.792267 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.792267 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.792407 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.792520 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.792652 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.793074 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.793242 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.793801 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.794180 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.794516 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] debug = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.795877 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.795877 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.795877 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.795877 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.795877 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.796671 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.796671 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.796671 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.796671 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.797168 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.797168 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.797423 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.797556 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.797704 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.797839 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.797982 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.798117 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.798250 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] host = dv-cinder-792209-2-smb {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.798384 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.798517 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.798664 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.799633 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.799633 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.799633 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.799633 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.799633 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.799633 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_options = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.802087 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.803690 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.803690 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.803690 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.803690 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.803690 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.803690 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.803690 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.804373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.804373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.804373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.804373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.804373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.804373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.804373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.804373 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.805397 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.805397 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.805567 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.805735 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.805898 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.806061 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.806829 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.806980 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.807131 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.808200 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.808393 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.808559 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.808715 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.809686 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.809686 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.809686 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.809686 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.809686 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.809686 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.810101 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.810101 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.810101 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.810314 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.810900 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.810900 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.810900 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.810900 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.811182 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_json = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.811247 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.811394 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.811579 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.811740 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.812274 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.812274 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.812493 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.812573 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 09:32:16.813425 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.813425 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.813425 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.813425 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.813425 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.813794 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.813794 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.813943 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.814045 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.814212 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.814384 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.814549 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.814724 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.814887 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.815096 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.815268 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.815466 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.815594 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.815757 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.815921 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.816085 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.816246 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.816451 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.816615 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.816782 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.816948 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.817112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.817276 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.817440 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.817603 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.817771 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.817936 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.818154 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.818300 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.818441 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.818571 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.818699 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.818960 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.819847 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.819847 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.819847 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.819847 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.820140 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.820140 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.820294 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.820409 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.820661 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.820976 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.821284 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.821590 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.821904 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.822215 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.822410 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.822604 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.822777 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.822944 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.823109 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.823275 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.823527 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.823695 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.823827 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.823926 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.824831 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.824831 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.824831 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.824831 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.825521 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.825696 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.825860 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827112 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827700 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827700 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827700 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827700 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.827968 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.828141 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.828324 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.828663 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.828983 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.829399 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.829704 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.830036 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.830205 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.830432 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.830958 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.831140 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.831395 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.831538 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.831621 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.832536 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.832536 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.832536 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.832536 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.833025 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.833025 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.833025 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.833232 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.833896 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.833896 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.833896 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.833896 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.834207 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.834207 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.834412 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.834497 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.834601 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.834933 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.835276 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.835596 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.835771 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.836193 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.837465 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:32:16.837709 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.837886 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.838043 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.838207 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.838401 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.838558 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.838808 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.838910 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.839064 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.839210 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.839389 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.839636 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.839860 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.840014 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.840290 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.840391 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.840584 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.840732 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.840938 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.841286 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.841441 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.842094 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.842213 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.842398 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.842554 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.842721 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.842950 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.843193 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844185 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844185 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844185 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844185 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844185 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844185 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844620 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844620 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844620 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844791 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.844941 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.845664 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.845664 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.845664 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.845664 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.845935 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.846002 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.846916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.846916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.846916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.846916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.846916 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.847245 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.847245 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.847362 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.847512 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.847627 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.848534 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.848534 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.848534 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.848534 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.848534 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.848864 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.848864 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.848982 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.849047 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.849195 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850203 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850203 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850203 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850203 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850203 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850585 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850585 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850585 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.850768 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853108 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853108 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853108 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853108 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853108 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853108 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853508 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853508 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853508 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.853701 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.854437 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.854437 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.854437 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.854437 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.854437 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.854793 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.854793 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.854923 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.855248 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.855377 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.855534 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.855941 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.856576 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.856886 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.856995 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.857077 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.857773 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.858089 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.858228 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.858409 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.858552 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.858716 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.858874 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.859049 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.859481 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.860665 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.860832 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.860993 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.861135 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.861387 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.861610 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.861822 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.861822 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.862036 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.862141 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.862316 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.862499 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.863586 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.863586 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.863586 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.863586 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.863586 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.863586 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.864152 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.864152 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.864152 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.864152 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.864491 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.867003 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.867184 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.867367 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.867553 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.867740 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.867910 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.868080 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.868247 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.868414 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.868602 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.868769 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.868934 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.869111 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.869688 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.869688 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.869688 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870047 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870047 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870047 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870337 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870337 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870532 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870636 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870771 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 09:32:16.870918 dv-cinder-792209-2-smb neutron-server[99425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 09:32:27.895863 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4ef46-6ac8-4968-8cc7-33b4d57c4d72 None None] get_active_networks_info from dv-cinder-792209-2-smb {{(pid=99534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 09:32:27.994496 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c4ef46-6ac8-4968-8cc7-33b4d57c4d72 None None] No non-hosted networks {{(pid=99534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 09:32:28.012081 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.agentschedulers_db [None req-88c4ef46-6ac8-4968-8cc7-33b4d57c4d72 None None] DHCP Agent not found on host dv-cinder-792209-2-smb {{(pid=99534) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 09:32:28.138709 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e0371d81-451d-48fe-a2d1-52794c0dd8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592234'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:30.514721 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6b5c4f8a-a04e-4ee7-a741-c88a5b025d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592234'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:30.578911 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2598a514-8823-49c2-8e66-7a08cd9c09b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:30.640515 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592234'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:30.641492 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.642018 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.642644 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.643088 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.644787 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.645246 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.645858 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.646970 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.648048 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.650101 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.650577 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.651111 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:30.652864 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792209-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:32:30.675481 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:32:31.577667 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592234'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:33.219949 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592234'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:34.442559 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 47366) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:34.937035 dv-cinder-792209-2-smb neutron-server[99533]: WARNING oslo_policy.policy [None req-89ca86d4-7802-4b32-b03a-846bdb2175ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:32:34.937743 dv-cinder-792209-2-smb neutron-server[99533]: WARNING oslo_policy.policy [None req-89ca86d4-7802-4b32-b03a-846bdb2175ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:32:35.153287 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [None req-89ca86d4-7802-4b32-b03a-846bdb2175ea admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:32:35.154396 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-89ca86d4-7802-4b32-b03a-846bdb2175ea admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7109470 Jun 28 09:32:35.808859 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.db.l3_hamode_db [None req-8e05fcc4-4694-452f-a8dd-bc2c80726cc2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 09:32:35.885074 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05fcc4-4694-452f-a8dd-bc2c80726cc2 None None] Routers set() bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:32:35.885459 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e05fcc4-4694-452f-a8dd-bc2c80726cc2 None None] Router IDs set() for agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 09:32:37.486629 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 47380) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:37.787880 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-6cdf4285-76c1-4e46-b4a6-ad9a4d78859e admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:32:37.879942 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.policy [None req-6cdf4285-76c1-4e46-b4a6-ad9a4d78859e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99533) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 09:32:37.925025 dv-cinder-792209-2-smb neutron-server[99533]: WARNING oslo_policy.policy [None req-6cdf4285-76c1-4e46-b4a6-ad9a4d78859e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:32:37.925338 dv-cinder-792209-2-smb neutron-server[99533]: WARNING oslo_policy.policy [None req-6cdf4285-76c1-4e46-b4a6-ad9a4d78859e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:32:37.933758 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.quota [None req-6cdf4285-76c1-4e46-b4a6-ad9a4d78859e admin admin] Loaded quota_driver: . Jun 28 09:32:38.025191 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4285-76c1-4e46-b4a6-ad9a4d78859e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770036395548', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770036396065', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770036390937', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770036410319', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770036403584', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770036430249', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8108276', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7659160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-462105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-418365'] for rbac-policy, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:38.088494 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cdf4285-76c1-4e46-b4a6-ad9a4d78859e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:38.089669 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6cdf4285-76c1-4e46-b4a6-ad9a4d78859e admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6020727 Jun 28 09:32:40.583565 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 47392) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:40.872860 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Request body: {'network': {'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'admin_state_up': True, 'name': 'private', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:32:40.901862 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Made reservation on behalf of 8d3cef68ebd24c60890c51e03dd74ccd for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:32:40.905181 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:40.922059 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:41.043760 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:41.047771 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:41.052958 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:41.067872 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:32:41.095886 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770033432845', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:41.096514 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Unsubscribe: segment precommit_create {{(pid=99533) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 09:32:41.097011 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Added segment f9a8576e-89bb-4411-b261-677ffc25c7ce of type vlan for network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 Jun 28 09:32:41.114615 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c0895-3260-4cff-ac14-8e86fed320f4,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:32:41.163294 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.163661 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.163991 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.164312 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.164656 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.164976 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.165289 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.165601 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.165931 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.166245 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.166585 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.166861 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Tracked resource versions report: Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: pushed versions: Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: { 'AddressGroup': {'1.2'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'ConntrackHelper': {'1.0'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Log': {'1.0'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Network': {'1.1'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Port': {'1.7'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'PortForwarding': {'1.2'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'QosPolicy': {'1.8'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'SecurityGroup': {'1.4'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'SubPort': {'1.0'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Subnet': {'1.1'}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Trunk': {'1.1'}} Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: consumer versions: Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: { DHCP agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: L3 agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: Metadata agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: Metering agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: Open vSwitch agent@dv-cinder-792209-2-smb: { 'AddressGroup': '1.2', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'ConntrackHelper': '1.0', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Log': '1.0', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Network': '1.1', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Port': '1.7', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'PortForwarding': '1.2', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'QosPolicy': '1.8', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'SecurityGroup': '1.4', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'SecurityGroupRule': '1.2', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'SubPort': '1.0', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Subnet': '1.1', Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: 'Trunk': '1.1'}} Jun 28 09:32:41.168190 dv-cinder-792209-2-smb neutron-server[99533]: {{(pid=99533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:32:41.213318 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:41.222671 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:41.264190 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:41.265682 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:32:41.266329 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:41.269048 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:41.323375 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7387991 Jun 28 09:32:41.364203 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1ff3e8-4189-45a5-9178-cf8f3ef9a270,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:32:41.367403 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:41.375566 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:32:43.873477 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 47406) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:44.258780 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68caeee-1408-430d-964d-5c1c1d3f7099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:32:44.260138 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-e68caeee-1408-430d-964d-5c1c1d3f7099 admin admin] 10.222.0.13 "GET /v2.0/networks/ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 HTTP/1.1" status: 200 len: 825 time: 0.3857243 Jun 28 09:32:44.284150 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-e238ebbb-88dd-4c97-81d2-0f74a344601e admin admin] 10.222.0.13 "GET /v2.0/subnetpools/08504736-95a4-4445-86c7-773b710ef370 HTTP/1.1" status: 200 len: 734 time: 0.0183051 Jun 28 09:32:44.292303 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Request body: {'subnet': {'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '08504736-95a4-4445-86c7-773b710ef370', 'ip_version': 4, 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'name': 'private-subnet'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:32:44.313055 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Made reservation on behalf of 8d3cef68ebd24c60890c51e03dd74ccd for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:32:44.315603 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:44.605739 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:44.608109 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:44.670140 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44824f8b-76b4-47cb-883c-6d6d651ca074,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:32:44.678684 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:44.679777 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Checking segment: {'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:32:44.680145 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Network hostable DHCP agents. Network: ef1ff3e8-4189-45a5-9178-cf8f3ef9a270, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:32:44.702594 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:32:44.712931 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, ef1ff3e8-4189-45a5-9178-cf8f3ef9a270) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:32:44.717575 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:32:44.718173 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:44.722839 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36d748-f14c-4b06-ae5b-a480d9d30f48 None None] Network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:32:44.734516 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4456441 Jun 28 09:32:45.028768 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64eade1-6a71-5dff-94ca-90bb9e2612c2-ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'fixed_ips': [{'subnet_id': '44824f8b-76b4-47cb-883c-6d6d651ca074'}]}} from dv-cinder-792209-2-smb. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:32:45.030051 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:45.297375 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Allocated IP 172.20.0.2 (ef1ff3e8-4189-45a5-9178-cf8f3ef9a270/44824f8b-76b4-47cb-883c-6d6d651ca074/214df5a5-82e0-4879-bf64-9b370b67a3d3) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:32:45.494788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:45.509670 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Transition to ACTIVE for port object 214df5a5-82e0-4879-bf64-9b370b67a3d3 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:32:45.557113 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Transition to ACTIVE for port object 214df5a5-82e0-4879-bf64-9b370b67a3d3 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:32:45.565732 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:45.568362 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:45.631862 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:32:45.639494 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:32:45.650429 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:32:45.653468 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Pushing event updated for resources: {'Port': ['ID=214df5a5-82e0-4879-bf64-9b370b67a3d3,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:32:45.678325 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.678670 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.679005 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.679337 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.679664 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.680035 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.680362 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.680707 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.681028 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.681349 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.681669 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.681984 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Tracked resource versions report: Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: pushed versions: Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: { 'AddressGroup': {'1.2'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'ConntrackHelper': {'1.0'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Log': {'1.0'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Network': {'1.1'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Port': {'1.7'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'PortForwarding': {'1.2'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'QosPolicy': {'1.8'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'SecurityGroup': {'1.4'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'SubPort': {'1.0'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Subnet': {'1.1'}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Trunk': {'1.1'}} Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: consumer versions: Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: { DHCP agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: L3 agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: Metadata agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: Metering agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: Open vSwitch agent@dv-cinder-792209-2-smb: { 'AddressGroup': '1.2', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'ConntrackHelper': '1.0', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Log': '1.0', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Network': '1.1', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Port': '1.7', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'PortForwarding': '1.2', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'QosPolicy': '1.8', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'SecurityGroup': '1.4', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'SecurityGroupRule': '1.2', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'SubPort': '1.0', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Subnet': '1.1', Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: 'Trunk': '1.1'}} Jun 28 09:32:45.683047 dv-cinder-792209-2-smb neutron-server[99534]: {{(pid=99534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:32:45.704291 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:45.732919 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Attempting to bind port 214df5a5-82e0-4879-bf64-9b370b67a3d3 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:32:45.733491 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Attempting to bind port 214df5a5-82e0-4879-bf64-9b370b67a3d3 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:32:45.733727 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Attempting to bind port 214df5a5-82e0-4879-bf64-9b370b67a3d3 on network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:32:45.738458 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:32:45.738876 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Checking segment: {'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:32:45.739353 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:45.739748 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Bound using segment: {'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:32:45.740259 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Bound port: 214df5a5-82e0-4879-bf64-9b370b67a3d3, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:32:45.740707 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:45.800372 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] For port 214df5a5-82e0-4879-bf64-9b370b67a3d3, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:32:45.804583 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] For port 214df5a5-82e0-4879-bf64-9b370b67a3d3, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=214df5a5-82e0-4879-bf64-9b370b67a3d3,segment=NetworkSegment(f9a8576e-89bb-4411-b261-677ffc25c7ce),segment_id=f9a8576e-89bb-4411-b261-677ffc25c7ce)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:32:45.808972 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:45.815344 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:45.874389 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Pushing event updated for resources: {'Port': ['ID=214df5a5-82e0-4879-bf64-9b370b67a3d3,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:32:45.877419 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:47.075569 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 47414) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:47.562488 dv-cinder-792209-2-smb neutron-server[99532]: WARNING oslo_policy.policy [None req-15bb042d-0611-4834-aa4a-33f90b5f4a6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:32:47.563081 dv-cinder-792209-2-smb neutron-server[99532]: WARNING oslo_policy.policy [None req-15bb042d-0611-4834-aa4a-33f90b5f4a6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:32:47.778568 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [None req-15bb042d-0611-4834-aa4a-33f90b5f4a6f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:32:47.779826 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-15bb042d-0611-4834-aa4a-33f90b5f4a6f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7021456 Jun 28 09:32:50.099052 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 47428) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:50.412116 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [None req-9884388a-0ef5-4716-80e4-6276b63770ca admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:32:50.429324 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-9884388a-0ef5-4716-80e4-6276b63770ca admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130782 Jun 28 09:32:51.832616 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebe853-e196-432f-9678-3dab06455ea6 None None] Network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:32:51.953641 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-17d3c723-b8b5-41d4-ba2b-8cda51f683d6 None None] Provisioning for port 214df5a5-82e0-4879-bf64-9b370b67a3d3 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:32:52.488502 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 214df5a5-82e0-4879-bf64-9b370b67a3d3 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:32:52.570558 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 214df5a5-82e0-4879-bf64-9b370b67a3d3 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:32:52.574208 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 214df5a5-82e0-4879-bf64-9b370b67a3d3 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:32:52.575501 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:52.676623 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:52.709026 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 214df5a5-82e0-4879-bf64-9b370b67a3d3, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=214df5a5-82e0-4879-bf64-9b370b67a3d3,segment=NetworkSegment(f9a8576e-89bb-4411-b261-677ffc25c7ce),segment_id=f9a8576e-89bb-4411-b261-677ffc25c7ce)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:32:52.713014 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:52.715686 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:52.758625 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=214df5a5-82e0-4879-bf64-9b370b67a3d3,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:32:52.762340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:52.980920 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 47442) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:53.269807 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] Request body: {'router': {'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'name': 'router1', 'admin_state_up': True}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:32:53.332184 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.policy [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99532) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 09:32:53.379114 dv-cinder-792209-2-smb neutron-server[99532]: WARNING oslo_policy.policy [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:32:53.379505 dv-cinder-792209-2-smb neutron-server[99532]: WARNING oslo_policy.policy [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 09:32:53.388055 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.quota [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] Loaded quota_driver: . Jun 28 09:32:53.444579 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8734'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:53.446339 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8711'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:53.597996 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:53.602722 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:53.621247 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:53.622432 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-023673a6-461d-4a4f-8316-8360759a5f74 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6405151 Jun 28 09:32:54.481057 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 214df5a5-82e0-4879-bf64-9b370b67a3d3 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:32:54.528653 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 214df5a5-82e0-4879-bf64-9b370b67a3d3 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:32:54.529057 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:54.755254 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:32:55.936334 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 47452) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:56.234822 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [None req-f8559b76-1ee2-439f-9d06-a6989ed57c54 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:32:56.235808 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f8559b76-1ee2-439f-9d06-a6989ed57c54 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2985315 Jun 28 09:32:57.826304 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a4c9f99a-f6b7-4772-b533-32bbe9206232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:58.551259 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 47460) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:32:58.853608 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:32:58.876752 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Made reservation on behalf of 421f69e6513e4982a9fc38e7d761b48b for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:32:58.879540 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:58.895456 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:59.009844 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:59.013891 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:59.019005 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:59.026712 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Reserving flat network on physical network physnet1 {{(pid=99532) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 09:32:59.059261 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770033432845', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:59.059846 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Unsubscribe: segment precommit_create {{(pid=99532) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 09:32:59.060331 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Added segment 540f0908-dce7-408d-b0cf-2368b6321715 of type flat for network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd Jun 28 09:32:59.095747 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60837437-0d1f-4927-b0a3-df466e6b8a19,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:32:59.131034 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.131372 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.131747 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.132085 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.132402 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.132742 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.133061 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.133374 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.133707 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.134020 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.134327 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.134632 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Tracked resource versions report: Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: pushed versions: Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: { 'AddressGroup': {'1.2'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'ConntrackHelper': {'1.0'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Log': {'1.0'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Network': {'1.1'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Port': {'1.7'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'PortForwarding': {'1.2'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'QosPolicy': {'1.8'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'SecurityGroup': {'1.4'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'SubPort': {'1.0'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Subnet': {'1.1'}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Trunk': {'1.1'}} Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: consumer versions: Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: { DHCP agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: L3 agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: Metadata agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: Metering agent@dv-cinder-792209-2-smb: {}, Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: Open vSwitch agent@dv-cinder-792209-2-smb: { 'AddressGroup': '1.2', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'ConntrackHelper': '1.0', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Log': '1.0', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Network': '1.1', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Port': '1.7', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'PortForwarding': '1.2', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'QosPolicy': '1.8', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'SecurityGroup': '1.4', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'SecurityGroupRule': '1.2', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'SubPort': '1.0', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Subnet': '1.1', Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: 'Trunk': '1.1'}} Jun 28 09:32:59.135724 dv-cinder-792209-2-smb neutron-server[99532]: {{(pid=99532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:32:59.182986 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:59.198550 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:59.239921 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:59.241534 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:32:59.242199 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:32:59.244846 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:32:59.300225 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7479506 Jun 28 09:32:59.342770 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Pushing event updated for resources: {'Network': ['ID=ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:32:59.346056 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:32:59.353164 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:33:00.506874 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-695e9f57-0642-4b52-8c2d-f391f892b089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:00.635550 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:01.521966 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:01.616907 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 47472) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:33:02.023647 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8594efe3-b8f3-4b18-b54c-74c21dd40a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:33:02.024947 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-8594efe3-b8f3-4b18-b54c-74c21dd40a65 admin admin] 10.222.0.13 "GET /v2.0/subnets/44824f8b-76b4-47cb-883c-6d6d651ca074 HTTP/1.1" status: 200 len: 849 time: 0.4071004 Jun 28 09:33:02.155621 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-1303a9b7-7c67-4ff0-899f-2226cab7dcd3 admin admin] 10.222.0.13 "GET /v2.0/routers/0bd3048f-a535-4230-b7f0-dc012827bbac HTTP/1.1" status: 200 len: 704 time: 0.1253612 Jun 28 09:33:02.420228 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:02.702051 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Allocated IP 172.20.0.1 (ef1ff3e8-4189-45a5-9178-cf8f3ef9a270/44824f8b-76b4-47cb-883c-6d6d651ca074/2fb24e61-8161-43d2-ba30-e8f3edeeadd8) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:33:02.884339 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:02.909889 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Transition to ACTIVE for port object 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:33:02.989983 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:02.992875 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:03.053547 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:33:03.059411 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:33:03.072171 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:33:03.072727 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569102'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:03.128317 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb24e61-8161-43d2-ba30-e8f3edeeadd8,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:03.140156 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:03.187493 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:03.255512 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-025158a2-7d7c-4539-a4f4-8bb7dc10b1f2 None None] Provisioning for port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:33:03.259160 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-025158a2-7d7c-4539-a4f4-8bb7dc10b1f2 None None] Provisioning complete for port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:33:03.259539 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-025158a2-7d7c-4539-a4f4-8bb7dc10b1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:03.293695 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-025158a2-7d7c-4539-a4f4-8bb7dc10b1f2 None None] Port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:33:03.336505 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:03.508449 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:03.512770 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:03.513842 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569234'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:03.516140 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:03.596950 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb24e61-8161-43d2-ba30-e8f3edeeadd8,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:03.599881 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:03.637514 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:33:03.638792 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:33:03.795306 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Router 0bd3048f-a535-4230-b7f0-dc012827bbac is scheduled to L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:33:03.814229 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-18bb5352-e077-4990-a2ea-1d480ac46504 None None] Provisioning complete for port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:33:03.814606 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-18bb5352-e077-4990-a2ea-1d480ac46504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:03.847327 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-18bb5352-e077-4990-a2ea-1d480ac46504 None None] Port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:33:03.887505 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:33:03.892464 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] 10.222.0.13 "PUT /v2.0/routers/0bd3048f-a535-4230-b7f0-dc012827bbac/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7320442 Jun 28 09:33:03.896910 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Sync routers for ids ['0bd3048f-a535-4230-b7f0-dc012827bbac'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:33:03.908087 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Routers {'0bd3048f-a535-4230-b7f0-dc012827bbac'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:33:03.908886 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:33:00Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['0bd3048f-a535-4230-b7f0-dc012827bbac'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:33:04.090300 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Set router 0bd3048f-a535-4230-b7f0-dc012827bbac gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:33:04.504925 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'name': 'router1', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:32:53Z', 'updated_at': '2021-06-28T09:33:03Z', 'revision_number': 2, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'gw_port_host': None, '_interfaces': [{'id': '2fb24e61-8161-43d2-ba30-e8f3edeeadd8', 'name': '', 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'mac_address': 'fa:16:3e:0a:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:02Z', 'updated_at': '2021-06-28T09:33:03Z', 'revision_number': 2, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'subnets': [{'id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08504736-95a4-4445-86c7-773b710ef370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:33:04.554621 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Checking router: 0bd3048f-a535-4230-b7f0-dc012827bbac for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:33:04.555001 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Updating router 0bd3048f-a535-4230-b7f0-dc012827bbac port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 binding host dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:33:04.617705 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:05.092889 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:05.110713 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Transition to ACTIVE for port object 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:33:05.117756 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:05.120542 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:05.266857 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Pushing event updated for resources: {'Port': ['ID=2fb24e61-8161-43d2-ba30-e8f3edeeadd8,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:05.282212 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.282564 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.282905 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.283240 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.283571 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.283903 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.284233 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.284585 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.285052 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.285383 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.285703 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.286045 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Tracked resource versions report: Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: pushed versions: Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: { 'AddressGroup': {'1.2'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'ConntrackHelper': {'1.0'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Log': {'1.0'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Network': {'1.1'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Port': {'1.7'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'PortForwarding': {'1.2'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'QosPolicy': {'1.8'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'SecurityGroup': {'1.4'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'SubPort': {'1.0'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Subnet': {'1.1'}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Trunk': {'1.1'}} Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: consumer versions: Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: { DHCP agent@dv-cinder-792209-2-smb: {}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: L3 agent@dv-cinder-792209-2-smb: {}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: Metadata agent@dv-cinder-792209-2-smb: {}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: Metering agent@dv-cinder-792209-2-smb: {}, Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: Open vSwitch agent@dv-cinder-792209-2-smb: { 'AddressGroup': '1.2', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'ConntrackHelper': '1.0', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Log': '1.0', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Network': '1.1', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Port': '1.7', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'PortForwarding': '1.2', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'QosPolicy': '1.8', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'SecurityGroup': '1.4', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'SecurityGroupRule': '1.2', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'SubPort': '1.0', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Subnet': '1.1', Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: 'Trunk': '1.1'}} Jun 28 09:33:05.287126 dv-cinder-792209-2-smb neutron-server[99535]: {{(pid=99535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:33:05.290469 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Attempting to bind port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:33:05.290872 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Attempting to bind port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:33:05.291861 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Attempting to bind port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 on network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:33:05.295924 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:05.300214 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:33:05.300682 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Checking segment: {'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:33:05.301188 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:05.301626 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Bound using segment: {'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:33:05.302152 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Bound port: 2fb24e61-8161-43d2-ba30-e8f3edeeadd8, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a8576e-89bb-4411-b261-677ffc25c7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:33:05.302566 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:05.367640 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] For port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:33:05.389141 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] For port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=2fb24e61-8161-43d2-ba30-e8f3edeeadd8,segment=NetworkSegment(f9a8576e-89bb-4411-b261-677ffc25c7ce),segment_id=f9a8576e-89bb-4411-b261-677ffc25c7ce)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:33:05.393542 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:05.395691 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:05.461231 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Pushing event updated for resources: {'Port': ['ID=2fb24e61-8161-43d2-ba30-e8f3edeeadd8,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:05.464800 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:05.465505 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Routers {'0bd3048f-a535-4230-b7f0-dc012827bbac'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:33:05.466090 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:33:00Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['0bd3048f-a535-4230-b7f0-dc012827bbac'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:33:05.555989 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] Set router 0bd3048f-a535-4230-b7f0-dc012827bbac gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:33:05.760990 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'name': 'router1', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:32:53Z', 'updated_at': '2021-06-28T09:33:03Z', 'revision_number': 2, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'gw_port_host': None, '_interfaces': [{'id': '2fb24e61-8161-43d2-ba30-e8f3edeeadd8', 'name': '', 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'mac_address': 'fa:16:3e:0a:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:02Z', 'updated_at': '2021-06-28T09:33:05Z', 'revision_number': 4, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'subnets': [{'id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08504736-95a4-4445-86c7-773b710ef370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:33:05.786474 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f46a3-46c1-434d-9b85-edc5cb39d119 None None] The sync data for ids ['0bd3048f-a535-4230-b7f0-dc012827bbac'] in dv-cinder-792209-2-smb is: [{'id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'name': 'router1', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:32:53Z', 'updated_at': '2021-06-28T09:33:03Z', 'revision_number': 2, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'gw_port_host': None, '_interfaces': [{'id': '2fb24e61-8161-43d2-ba30-e8f3edeeadd8', 'name': '', 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'mac_address': 'fa:16:3e:0a:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:02Z', 'updated_at': '2021-06-28T09:33:05Z', 'revision_number': 4, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'subnets': [{'id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08504736-95a4-4445-86c7-773b710ef370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:33:06.102433 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 47492) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:33:06.237714 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbb7a2-3aba-4dc9-9390-bf27a69d3d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:33:06.244124 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-1acbb7a2-3aba-4dc9-9390-bf27a69d3d85 admin admin] 10.222.0.13 "GET /v2.0/networks/ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd HTTP/1.1" status: 200 len: 842 time: 0.1357822 Jun 28 09:33:06.248904 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Request body: {'subnet': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:33:06.272801 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Made reservation on behalf of 421f69e6513e4982a9fc38e7d761b48b for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:33:06.275088 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:06.583720 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.objects.ports [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 09:33:06.584164 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:06.586139 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:06.637940 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe9477a-6802-4665-8c65-62369c5d4a79,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:06.643694 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:06.650477 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:33:06.650830 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Network hostable DHCP agents. Network: ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:33:06.672503 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:33:06.682617 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:33:06.687135 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:33:06.687738 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:06.692929 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc895e4b-3d50-4c8f-819e-f8c3e147a7a0 None None] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:33:06.702256 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4573717 Jun 28 09:33:06.835186 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42295136-1de7-4b51-9512-986d128277ac None None] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:33:08.952881 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 47514) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:33:09.089721 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-eda91c1f-1916-415a-b56c-43baa62a4c48 admin admin] 10.222.0.13 "GET /v2.0/routers/0bd3048f-a535-4230-b7f0-dc012827bbac HTTP/1.1" status: 200 len: 710 time: 0.1351705 Jun 28 09:33:09.173388 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd41d9-aaa9-4a4d-b712-371d30d685d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:33:09.174757 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-e0cd41d9-aaa9-4a4d-b712-371d30d685d2 admin admin] 10.222.0.13 "GET /v2.0/networks/ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd HTTP/1.1" status: 200 len: 886 time: 0.0804694 Jun 28 09:33:09.183916 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:33:09.489220 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:09.717231 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:09.791879 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:09.893358 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Allocated IP 172.28.2.243 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/3faafd2f-7fb9-491e-8378-55c660487452) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:33:09.991472 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.035297 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.038221 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:10.070450 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:33:10.073071 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:33:10.079885 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:33:10.115287 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Pushing event updated for resources: {'Port': ['ID=3faafd2f-7fb9-491e-8378-55c660487452,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:10.143311 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:10.320311 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.497999 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:33:10.511026 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.514707 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-592524'] for router, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.545031 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:33:10.548513 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:33:10.548896 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.619129 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Router 0bd3048f-a535-4230-b7f0-dc012827bbac has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:33:10.623051 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.653741 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=2fb24e61-8161-43d2-ba30-e8f3edeeadd8,segment=NetworkSegment(f9a8576e-89bb-4411-b261-677ffc25c7ce),segment_id=f9a8576e-89bb-4411-b261-677ffc25c7ce)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:33:10.657381 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.659575 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:10.705697 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=2fb24e61-8161-43d2-ba30-e8f3edeeadd8,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:10.708777 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:10.803802 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:33:10.807969 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:10.809178 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] 10.222.0.13 "PUT /v2.0/routers/0bd3048f-a535-4230-b7f0-dc012827bbac HTTP/1.1" status: 200 len: 890 time: 1.6290307 Jun 28 09:33:10.813608 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Sync routers for ids ['0bd3048f-a535-4230-b7f0-dc012827bbac'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:33:10.824575 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Routers {'0bd3048f-a535-4230-b7f0-dc012827bbac'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:33:10.825255 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:33:00Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['0bd3048f-a535-4230-b7f0-dc012827bbac'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:33:11.087539 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Set router 0bd3048f-a535-4230-b7f0-dc012827bbac gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:33:11.458320 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'name': 'router1', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '3faafd2f-7fb9-491e-8378-55c660487452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:32:53Z', 'updated_at': '2021-06-28T09:33:10Z', 'revision_number': 4, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'gw_port': {'id': '3faafd2f-7fb9-491e-8378-55c660487452', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:09Z', 'updated_at': '2021-06-28T09:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '2fb24e61-8161-43d2-ba30-e8f3edeeadd8', 'name': '', 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'mac_address': 'fa:16:3e:0a:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:02Z', 'updated_at': '2021-06-28T09:33:10Z', 'revision_number': 5, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'subnets': [{'id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08504736-95a4-4445-86c7-773b710ef370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:33:11.508629 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Checking router: 0bd3048f-a535-4230-b7f0-dc012827bbac for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:33:11.509264 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Updating router 0bd3048f-a535-4230-b7f0-dc012827bbac port 3faafd2f-7fb9-491e-8378-55c660487452 binding host dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:33:11.540469 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:11.850068 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:11.859638 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Transition to ACTIVE for port object 3faafd2f-7fb9-491e-8378-55c660487452 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:33:11.864923 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:11.866993 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:11.912490 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40286375-9e15-4434-beb2-5eb5c0d7db6d None None] Pushing event updated for resources: {'Port': ['ID=3faafd2f-7fb9-491e-8378-55c660487452,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:11.915994 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-40286375-9e15-4434-beb2-5eb5c0d7db6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:11.919138 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Attempting to bind port 3faafd2f-7fb9-491e-8378-55c660487452 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:33:11.919517 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Attempting to bind port 3faafd2f-7fb9-491e-8378-55c660487452 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:33:11.919886 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Attempting to bind port 3faafd2f-7fb9-491e-8378-55c660487452 on network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:33:11.924597 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:33:11.924974 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:33:11.925379 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:11.925765 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Bound using segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:33:11.926241 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Bound port: 3faafd2f-7fb9-491e-8378-55c660487452, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:33:11.926642 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:11.974969 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] For port 3faafd2f-7fb9-491e-8378-55c660487452, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:33:11.978423 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] For port 3faafd2f-7fb9-491e-8378-55c660487452, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=3faafd2f-7fb9-491e-8378-55c660487452,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:33:11.982486 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:11.985396 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8ce176ae-23a7-4ef1-bdad-0c4006d4f95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:12.038430 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Routers {'0bd3048f-a535-4230-b7f0-dc012827bbac'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:33:12.039042 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:33:00Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['0bd3048f-a535-4230-b7f0-dc012827bbac'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:33:12.072892 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40286375-9e15-4434-beb2-5eb5c0d7db6d None None] Pushing event updated for resources: {'Port': ['ID=3faafd2f-7fb9-491e-8378-55c660487452,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:12.078865 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-40286375-9e15-4434-beb2-5eb5c0d7db6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:12.147355 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] Set router 0bd3048f-a535-4230-b7f0-dc012827bbac gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:33:12.427271 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'name': 'router1', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '3faafd2f-7fb9-491e-8378-55c660487452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:32:53Z', 'updated_at': '2021-06-28T09:33:10Z', 'revision_number': 4, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'gw_port': {'id': '3faafd2f-7fb9-491e-8378-55c660487452', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:09Z', 'updated_at': '2021-06-28T09:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '2fb24e61-8161-43d2-ba30-e8f3edeeadd8', 'name': '', 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'mac_address': 'fa:16:3e:0a:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:02Z', 'updated_at': '2021-06-28T09:33:10Z', 'revision_number': 5, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'subnets': [{'id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08504736-95a4-4445-86c7-773b710ef370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:33:12.454962 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0eebbb-5252-43ec-871c-426b9d835b57 None None] The sync data for ids ['0bd3048f-a535-4230-b7f0-dc012827bbac'] in dv-cinder-792209-2-smb is: [{'id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'name': 'router1', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '3faafd2f-7fb9-491e-8378-55c660487452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:32:53Z', 'updated_at': '2021-06-28T09:33:10Z', 'revision_number': 4, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'gw_port': {'id': '3faafd2f-7fb9-491e-8378-55c660487452', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:09Z', 'updated_at': '2021-06-28T09:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '2fb24e61-8161-43d2-ba30-e8f3edeeadd8', 'name': '', 'network_id': 'ef1ff3e8-4189-45a5-9178-cf8f3ef9a270', 'tenant_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'mac_address': 'fa:16:3e:0a:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3048f-a535-4230-b7f0-dc012827bbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:33:02Z', 'updated_at': '2021-06-28T09:33:10Z', 'revision_number': 5, 'project_id': '8d3cef68ebd24c60890c51e03dd74ccd', 'subnets': [{'id': '44824f8b-76b4-47cb-883c-6d6d651ca074', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08504736-95a4-4445-86c7-773b710ef370'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:33:12.487091 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:33:12.559610 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:33:12.560171 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:13.173648 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 47522) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:33:13.296847 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-892eb5b8-7040-45c9-a46a-da36e85bb008 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1220562 Jun 28 09:33:14.513967 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 3faafd2f-7fb9-491e-8378-55c660487452 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:33:14.583178 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 3faafd2f-7fb9-491e-8378-55c660487452 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:33:14.587979 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 3faafd2f-7fb9-491e-8378-55c660487452 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:33:14.588360 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:14.663548 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:14.683592 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 3faafd2f-7fb9-491e-8378-55c660487452, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=3faafd2f-7fb9-491e-8378-55c660487452,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:33:14.687148 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:14.690545 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:33:14.733419 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=3faafd2f-7fb9-491e-8378-55c660487452,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:33:14.736818 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:33:16.496869 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 3faafd2f-7fb9-491e-8378-55c660487452 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:33:16.543501 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 3faafd2f-7fb9-491e-8378-55c660487452 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:33:16.543880 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:27.837640 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6695ef22-9403-49cb-8bfb-8d7b30eaf159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:30.510051 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9115692b-f369-4a16-80bd-b91d4ae7cd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:30.645042 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:31.531907 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:31.762362 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:33:33.203959 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:33:57.830539 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d48f6b58-1a0a-433f-bc1f-b34e59054ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:00.516535 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca40a-bd39-46cf-9a30-b434e5d9921a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:00.642909 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:01.525253 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:03.206215 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:08.752109 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:34:27.832185 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f5377422-7f33-42d5-b69a-44deeeb9df4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:30.514285 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bb77383c-21b4-47ef-833a-090493ced402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:30.637433 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:31.529393 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:33.208884 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:45.750571 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:34:48.492621 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48092) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:34:48.551869 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c2d858-05a9-4c99-b8c6-e4b64c9acf6d admin admin] GET failed (client error): The resource could not be found. Jun 28 09:34:48.553225 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-96c2d858-05a9-4c99-b8c6-e4b64c9acf6d admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596831 Jun 28 09:34:48.711448 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0751859f-4a4e-4c47-891f-e6275674e529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:34:48.712863 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-0751859f-4a4e-4c47-891f-e6275674e529 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552353 Jun 28 09:34:50.853127 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48102) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:34:50.944443 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed52dd88-8434-41eb-862e-690f9381c2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:34:50.945812 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ed52dd88-8434-41eb-862e-690f9381c2a3 admin admin] 10.222.0.13 "GET /v2.0/subnets/44824f8b-76b4-47cb-883c-6d6d651ca074 HTTP/1.1" status: 200 len: 849 time: 0.0917411 Jun 28 09:34:50.954947 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:34:51.035828 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Notify callbacks [] for subnet, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:51.175619 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770033379777'] for subnet, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:51.177791 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f926653d-eb9e-460d-9847-b9468b7b373c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:34:51.208765 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:34:51.209349 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:51.210655 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] 10.222.0.13 "PUT /v2.0/subnets/44824f8b-76b4-47cb-883c-6d6d651ca074 HTTP/1.1" status: 200 len: 868 time: 0.2594233 Jun 28 09:34:51.226642 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=44824f8b-76b4-47cb-883c-6d6d651ca074,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:34:51.227943 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fdeb07-86b1-4596-aeeb-86cb2b109eaa None None] Network ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:34:51.234335 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.234723 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.235012 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.235341 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.235665 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.235993 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.236315 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.236679 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.237074 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.237399 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.237720 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.238039 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:34:51.241686 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:34:51.603562 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-4fac98dd-2c56-427c-b650-b93c1a60d798 None None] Provisioning complete for port 214df5a5-82e0-4879-bf64-9b370b67a3d3 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:34:51.603945 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4fac98dd-2c56-427c-b650-b93c1a60d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:51.686457 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-4fac98dd-2c56-427c-b650-b93c1a60d798 None None] Provisioning complete for port 2fb24e61-8161-43d2-ba30-e8f3edeeadd8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:34:51.686736 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4fac98dd-2c56-427c-b650-b93c1a60d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:53.369859 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48110) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:34:53.562999 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc747630-a90b-4a09-b9d7-b7baf554a657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:34:53.563478 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc747630-a90b-4a09-b9d7-b7baf554a657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:34:53.565052 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-dc747630-a90b-4a09-b9d7-b7baf554a657 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944556 Jun 28 09:34:55.718457 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48118) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:34:55.850818 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd9ca61-a518-4131-b157-fc5dc8dff254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:34:55.851952 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd9ca61-a518-4131-b157-fc5dc8dff254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:34:55.853507 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ccd9ca61-a518-4131-b157-fc5dc8dff254 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340678 Jun 28 09:34:57.833254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-31b97e51-6572-4002-ba87-787cecab74a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:34:58.038796 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48126) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:34:58.165999 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae2bf5-6e26-4a0a-ac1c-279dea8612a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:34:58.168153 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-e4ae2bf5-6e26-4a0a-ac1c-279dea8612a8 admin admin] 10.222.0.13 "GET /v2.0/networks/ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd HTTP/1.1" status: 200 len: 886 time: 0.1283619 Jun 28 09:35:00.340401 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48134) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:00.465023 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba2973-028a-419b-81b2-29d5fb05c3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:00.466383 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-8bba2973-028a-419b-81b2-29d5fb05c3b1 admin admin] 10.222.0.13 "GET /v2.0/networks/ef1ff3e8-4189-45a5-9178-cf8f3ef9a270 HTTP/1.1" status: 200 len: 869 time: 0.1250267 Jun 28 09:35:00.509090 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3357cdf2-4f02-49ac-aaae-f6e76b006fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:00.639657 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:01.532453 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:02.605650 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48142) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:02.729602 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9edb2-5450-4a48-a155-3aa789b917b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:02.730071 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b9edb2-5450-4a48-a155-3aa789b917b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:02.731622 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-54b9edb2-5450-4a48-a155-3aa789b917b2 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250203 Jun 28 09:35:03.211629 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:04.876478 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48150) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:04.974191 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad36f1-66e5-4bcc-a065-86012e98cc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:04.974889 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ad36f1-66e5-4bcc-a065-86012e98cc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:04.977728 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-33ad36f1-66e5-4bcc-a065-86012e98cc9c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1000698 Jun 28 09:35:07.116909 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48158) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:07.212998 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b3991-598d-4875-bac1-0f53da461c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:07.214373 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-1d4b3991-598d-4875-bac1-0f53da461c26 admin admin] 10.222.0.13 "GET /v2.0/subnets/44824f8b-76b4-47cb-883c-6d6d651ca074 HTTP/1.1" status: 200 len: 868 time: 0.0965121 Jun 28 09:35:09.492039 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48166) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:09.589628 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38fe76d-3208-4708-bcd9-f33e5b6b0e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:09.590990 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-e38fe76d-3208-4708-bcd9-f33e5b6b0e37 admin admin] 10.222.0.13 "GET /v2.0/subnets/dbe9477a-6802-4665-8c65-62369c5d4a79 HTTP/1.1" status: 200 len: 816 time: 0.0977066 Jun 28 09:35:22.749530 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:35:27.837240 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c436aef1-94d1-4438-9e95-3f69b114e5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:30.510169 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-59751974-5b9f-4985-a69e-d775629c9680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:30.641822 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:31.536090 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:33.217816 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:34.134536 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48212) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:34.182843 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [None req-fdb9fefd-ca78-4e52-82c1-2dd9151989f9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:35:34.184003 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-fdb9fefd-ca78-4e52-82c1-2dd9151989f9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484872 Jun 28 09:35:36.457590 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48220) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:36.520088 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6a9fd0-9721-4beb-8861-016d2a8df0f2 admin admin] GET failed (client error): The resource could not be found. Jun 28 09:35:36.522103 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-3a6a9fd0-9721-4beb-8861-016d2a8df0f2 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629687 Jun 28 09:35:36.680188 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fecf47c-7c1f-49d7-9303-159d0f88a0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:36.681538 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-5fecf47c-7c1f-49d7-9303-159d0f88a0d6 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1553192 Jun 28 09:35:38.852362 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48228) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:38.899812 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:35:38.924521 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Made reservation on behalf of 421f69e6513e4982a9fc38e7d761b48b for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:35:38.926938 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:38.955966 dv-cinder-792209-2-smb neutron-server[99532]: WARNING neutron.services.revisions.revision_plugin [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Could not find related network for resource to bump revision. Jun 28 09:35:38.974019 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:35:38.985357 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:38.985709 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Added segment d42fcd3a-1389-47a1-970a-11aefa545989 of type vlan for network 55914bbc-dbc9-468a-9d21-9178de60ee92 Jun 28 09:35:39.038585 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:39.070029 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:39.071390 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:39.071963 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:39.073986 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:35:39.128531 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2750082 Jun 28 09:35:39.136203 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Pushing event updated for resources: {'Network': ['ID=55914bbc-dbc9-468a-9d21-9178de60ee92,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:35:39.141972 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:35:39.155681 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 55914bbc-dbc9-468a-9d21-9178de60ee92 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:35:41.330287 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48236) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:35:41.404710 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.pecan_wsgi.hooks.translation [None req-0014f426-3d80-44e5-9eb3-c6e397a33589 admin admin] GET failed (client error): The resource could not be found. Jun 28 09:35:41.405344 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-0014f426-3d80-44e5-9eb3-c6e397a33589 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0739567 Jun 28 09:35:41.480829 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ea767-4968-4775-8c0d-04c14f20e979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:41.482333 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-287ea767-4968-4775-8c0d-04c14f20e979 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0727713 Jun 28 09:35:41.493009 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:35:41.515176 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Made reservation on behalf of 421f69e6513e4982a9fc38e7d761b48b for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:35:41.517601 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:41.799504 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:41.801970 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2505100c-1fac-419a-8d3c-884d23217ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:35:41.855031 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c1551b-d68f-4d8d-8066-13ab1e630242,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:35:41.858558 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:35:41.866573 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Checking segment: {'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:35:41.866952 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Network hostable DHCP agents. Network: 55914bbc-dbc9-468a-9d21-9178de60ee92, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:35:41.891301 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Network 55914bbc-dbc9-468a-9d21-9178de60ee92 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:35:41.900128 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 55914bbc-dbc9-468a-9d21-9178de60ee92) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:35:41.904145 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:35:41.904766 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:41.909418 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7618bb-f6ce-4e55-8534-ca1d2d079742 None None] Network 55914bbc-dbc9-468a-9d21-9178de60ee92 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:35:41.921827 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-cc8582fc-8b72-40e5-a636-3f9827a93549 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4331222 Jun 28 09:35:42.165113 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64eade1-6a71-5dff-94ca-90bb9e2612c2-55914bbc-dbc9-468a-9d21-9178de60ee92', 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92', 'tenant_id': '421f69e6513e4982a9fc38e7d761b48b', 'fixed_ips': [{'subnet_id': '68c1551b-d68f-4d8d-8066-13ab1e630242'}]}} from dv-cinder-792209-2-smb. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:35:42.166019 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:42.305440 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Allocated IP 192.168.233.2 (55914bbc-dbc9-468a-9d21-9178de60ee92/68c1551b-d68f-4d8d-8066-13ab1e630242/a90b181a-70f6-49fb-85ff-b21dd5749227) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:35:42.461915 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:42.470674 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Transition to ACTIVE for port object a90b181a-70f6-49fb-85ff-b21dd5749227 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:35:42.487592 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Transition to ACTIVE for port object a90b181a-70f6-49fb-85ff-b21dd5749227 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:35:42.496939 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:42.499661 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:35:42.541944 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Network 55914bbc-dbc9-468a-9d21-9178de60ee92 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:35:42.544354 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:35:42.549382 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:35:42.551673 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Pushing event updated for resources: {'Port': ['ID=a90b181a-70f6-49fb-85ff-b21dd5749227,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:35:42.560381 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.560761 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.561260 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.561489 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.561825 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.562163 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.562499 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.562828 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.563155 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.563502 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.563901 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.564266 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:35:42.569701 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:35:42.624864 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Attempting to bind port a90b181a-70f6-49fb-85ff-b21dd5749227 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:35:42.625249 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Attempting to bind port a90b181a-70f6-49fb-85ff-b21dd5749227 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:35:42.625624 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Attempting to bind port a90b181a-70f6-49fb-85ff-b21dd5749227 on network 55914bbc-dbc9-468a-9d21-9178de60ee92 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:35:42.631610 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:35:42.631999 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Checking segment: {'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:35:42.632461 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:42.632858 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Bound using segment: {'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:35:42.633374 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Bound port: a90b181a-70f6-49fb-85ff-b21dd5749227, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:35:42.633788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:42.697508 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] For port a90b181a-70f6-49fb-85ff-b21dd5749227, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:35:42.700808 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] For port a90b181a-70f6-49fb-85ff-b21dd5749227, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=a90b181a-70f6-49fb-85ff-b21dd5749227,segment=NetworkSegment(d42fcd3a-1389-47a1-970a-11aefa545989),segment_id=d42fcd3a-1389-47a1-970a-11aefa545989)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:35:42.706265 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:42.708628 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:35:42.768861 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Pushing event updated for resources: {'Port': ['ID=a90b181a-70f6-49fb-85ff-b21dd5749227,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:35:42.772787 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:35:43.663703 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47f791-e37f-4d88-b29b-f03b60eba1f9 None None] Network 55914bbc-dbc9-468a-9d21-9178de60ee92 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:35:43.755521 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-686ca803-b56e-4c58-9f7f-f96dec1e3edb None None] Provisioning for port a90b181a-70f6-49fb-85ff-b21dd5749227 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:35:44.615832 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device a90b181a-70f6-49fb-85ff-b21dd5749227 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:35:44.672118 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port a90b181a-70f6-49fb-85ff-b21dd5749227 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:35:44.676550 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port a90b181a-70f6-49fb-85ff-b21dd5749227 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:35:44.676945 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:44.756184 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:44.791731 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port a90b181a-70f6-49fb-85ff-b21dd5749227, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=a90b181a-70f6-49fb-85ff-b21dd5749227,segment=NetworkSegment(d42fcd3a-1389-47a1-970a-11aefa545989),segment_id=d42fcd3a-1389-47a1-970a-11aefa545989)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:35:44.795901 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:44.799899 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:35:44.847389 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=a90b181a-70f6-49fb-85ff-b21dd5749227,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:35:44.851530 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:35:46.593349 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device a90b181a-70f6-49fb-85ff-b21dd5749227 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:35:46.651343 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port a90b181a-70f6-49fb-85ff-b21dd5749227 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:35:46.651716 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:57.839550 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4300da1e-f116-438e-85a9-7bc89489b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:35:59.753225 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:36:00.514283 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3f49198f-caac-4150-b3a2-12bec526b87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:00.649642 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:01.542103 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:03.219449 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:27.842938 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9971f1b-29cd-4d2f-8b39-48212e41273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:30.514261 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-92cd2842-5ca2-442b-88fc-e0042bb4e8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:30.640615 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:31.542482 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:33.226690 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:36.753261 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:36:56.735576 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48288) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:36:56.742708 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [None req-c36f4b27-63ce-4743-8a85-7e95c7de1013 tempest-verify_tempest_config-315170066 tempest-verify_tempest_config-315170066-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:36:56.743684 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-c36f4b27-63ce-4743-8a85-7e95c7de1013 tempest-verify_tempest_config-315170066 tempest-verify_tempest_config-315170066-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070343 Jun 28 09:36:57.094697 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48306) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:36:57.206690 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:57.299846 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:57.303449 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:57.310171 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:36:57.364569 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40e41d0439db4b54b975ff5db84117e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2687678 Jun 28 09:36:57.365688 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64242682-7f40-491a-8e05-4702134c66c7,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:36:57.368176 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48312) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:36:57.372704 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.373047 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.373386 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.373716 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.374047 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.374378 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.374700 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.375018 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.375358 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.375673 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.375992 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.376308 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.380369 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:36:57.431345 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:57.454287 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:57.544042 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:57.546995 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:36:57.548166 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64242682-7f40-491a-8e05-4702134c66c7 HTTP/1.1" status: 204 len: 168 time: 0.1788754 Jun 28 09:36:57.548803 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:36:57.556624 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64242682-7f40-491a-8e05-4702134c66c7,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:36:57.563473 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.563816 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.564161 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.564532 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.564866 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.565194 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.565519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.565843 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.566190 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.566498 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.566821 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.567135 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:36:57.570907 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:36:57.844091 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e5961c6d-68fc-419b-8d44-81b7bb224a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:00.519879 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-21d4b17a-800d-404c-bae7-05fbfcefd373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:00.650159 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:01.546704 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:03.225483 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:13.752089 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:37:27.841986 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-76f3935a-999d-4165-8950-63341b01dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:30.520902 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4fa5-1d6c-4be9-ad83-e99ce4bf7ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:30.642277 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:31.546897 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:33.229471 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:37:50.751028 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:37:57.843804 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5d880ccc-b849-45bd-afc8-b792e2e7819a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:00.528177 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bdeba468-1b41-4275-bbba-d1ad0abea9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:00.643531 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:01.551047 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:03.230363 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:27.749676 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:38:27.847088 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-566c309b-cd98-43ea-ad80-557134e7695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:30.520846 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-516bec7e-0cbb-4394-83f9-8f7b2ca3c5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:30.644819 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:31.555533 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:33.232920 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:39.829327 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592234'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:38:44.777258 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48364) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:38:44.885427 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-ffb683a0-2260-4386-a055-895eee45f3b8 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1069705 Jun 28 09:38:47.085123 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48374) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:38:47.148833 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f1619cbe-75f3-467f-ac3d-44cf77e40aa5 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0625050 Jun 28 09:38:57.852024 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-09b3433a-1535-4b4b-af16-2006bead6f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:00.525523 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f094a2ed-d2e9-43a1-89f8-f83d500d26de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:00.647999 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:01.556054 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:03.239719 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:04.748575 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:39:09.794864 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:27.852840 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-df785f26-601c-4359-a065-dc3cde910456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:30.527321 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f629e8d8-5e19-410f-8c51-ae622d5a2fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:30.650011 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:31.559757 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:33.241288 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:39.825940 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:39:41.748231 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:39:57.856750 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2681a9cb-d1a0-4d72-b54a-73cdbfecf61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:00.528833 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-99054721-a181-4240-914b-c6cebdad016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:00.655643 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:01.560772 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:03.244343 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:09.828441 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:18.609897 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48566) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:18.747720 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:40:18.854342 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-438794367-network', 'tenant_id': '84dcf401cba94a82b851459138f8c61d'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:18.876664 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Made reservation on behalf of 84dcf401cba94a82b851459138f8c61d for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:18.878983 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:18.888048 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.016456 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.020981 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.025188 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dfffb393-e720-437c-9027-12ee4302da6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:19.052660 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:40:19.057487 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead68e33-6516-4f44-b0f4-32b532c9accc,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:19.065974 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.066324 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.066659 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.066994 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.067316 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.068221 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.068630 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.068884 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.069226 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.069710 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.070179 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.070654 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Tracked resource versions report: Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: pushed versions: Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: { 'AddressGroup': {'1.2'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'ConntrackHelper': {'1.0'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Log': {'1.0'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Network': {'1.1'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Port': {'1.7'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'PortForwarding': {'1.2'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'QosPolicy': {'1.8'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'SecurityGroup': {'1.4'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'SubPort': {'1.0'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Subnet': {'1.1'}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Trunk': {'1.1'}} Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: consumer versions: Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: { DHCP agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: HyperV agent@hv-cinder-79220: {}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: L3 agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: Metadata agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: Metering agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: Open vSwitch agent@dv-cinder-792209-2-smb: { 'AddressGroup': '1.2', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'ConntrackHelper': '1.0', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Log': '1.0', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Network': '1.1', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Port': '1.7', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'PortForwarding': '1.2', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'QosPolicy': '1.8', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'SecurityGroup': '1.4', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'SecurityGroupRule': '1.2', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'SubPort': '1.0', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Subnet': '1.1', Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: 'Trunk': '1.1'}} Jun 28 09:40:19.071850 dv-cinder-792209-2-smb neutron-server[99532]: {{(pid=99532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:40:19.077655 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:19.082934 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.083513 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Added segment 770d7111-204b-476c-939d-f1f92f9d7fab of type vlan for network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 Jun 28 09:40:19.132659 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.164639 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.175951 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:19.176748 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.180506 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-cac157b8-cc21-4cf0-9294-37d83ffa0b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:19.247982 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6369367 Jun 28 09:40:19.250869 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48598) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:19.257880 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Request body: {'subnet': {'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-subnet', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:19.261815 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Pushing event updated for resources: {'Network': ['ID=34fc9d2e-bdd5-4825-862e-a79d5dec26d5,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:19.266030 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:19.274766 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:40:19.283119 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Made reservation on behalf of 84dcf401cba94a82b851459138f8c61d for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:19.287426 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.311361 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48600) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:19.345412 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48606) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:19.368161 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48610) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:19.480311 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.483686 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:19.526218 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f43924c-be65-4b64-96aa-895af2db7eeb,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:19.530867 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:19.554033 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Checking segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:19.554583 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Network hostable DHCP agents. Network: 34fc9d2e-bdd5-4825-862e-a79d5dec26d5, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:40:19.572565 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:40:19.583239 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 34fc9d2e-bdd5-4825-862e-a79d5dec26d5) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:19.588293 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:19.588933 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.597654 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bba1a-7bf4-42b6-b67a-f3cf7eac0148 None None] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:19.614933 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3598480 Jun 28 09:40:19.617099 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48624) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:19.622196 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:19.675618 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-565892770-network', 'tenant_id': '1f1bea98bb664415a2eb4f80ef08d225'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:19.681121 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8734'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.682900 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8711'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.711123 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Made reservation on behalf of 1f1bea98bb664415a2eb4f80ef08d225 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:19.715050 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.729859 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.825814 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64eade1-6a71-5dff-94ca-90bb9e2612c2-34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb'}]}} from dv-cinder-792209-2-smb. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:40:19.826709 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:19.827114 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1314851682-network', 'tenant_id': '4ec005b3693145f98fc379b7fb53d58e'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:19.918495 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-679738638-network', 'tenant_id': '6d7a20057ea9410d995ff70ed725da7a'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:19.969664 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.108775 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Allocated IP 172.20.0.2 (34fc9d2e-bdd5-4825-862e-a79d5dec26d5/9f43924c-be65-4b64-96aa-895af2db7eeb/d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:40:20.219703 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.264539 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.325581 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:40:20.337150 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.337813 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Added segment ad0081ed-a982-4087-a6ae-247b1b91ec4f of type vlan for network c3993342-595e-4347-a876-2cf677b210d2 Jun 28 09:40:20.396186 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.db.api [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:40:20.396186 dv-cinder-792209-2-smb neutron-server[99533]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:40:20.396186 dv-cinder-792209-2-smb neutron-server[99533]: [parameters: {'project_id_1': '6d7a20057ea9410d995ff70ed725da7a', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 40, 19, 958830)}] Jun 28 09:40:20.396186 dv-cinder-792209-2-smb neutron-server[99533]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:40:20.396890 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_db.api [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:40:20.402535 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:20.430993 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad907b35-2475-4704-84ab-050731ff9d7c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:20.433996 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Made reservation on behalf of 4ec005b3693145f98fc379b7fb53d58e for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:20.436298 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.439940 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.454718 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.466730 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.478620 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Transition to ACTIVE for port object d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:20.479968 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.480511 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.480858 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.481196 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.481518 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.482008 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.482486 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.482996 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.483498 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.483964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.484494 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.484968 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Tracked resource versions report: Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: pushed versions: Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: { 'AddressGroup': {'1.2'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'ConntrackHelper': {'1.0'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Log': {'1.0'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Network': {'1.1'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Port': {'1.7'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'PortForwarding': {'1.2'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'QosPolicy': {'1.8'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'SecurityGroup': {'1.4'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'SubPort': {'1.0'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Subnet': {'1.1'}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Trunk': {'1.1'}} Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: consumer versions: Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: { DHCP agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: HyperV agent@hv-cinder-79220: {}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: L3 agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: Metadata agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: Metering agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: Open vSwitch agent@dv-cinder-792209-2-smb: { 'AddressGroup': '1.2', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'ConntrackHelper': '1.0', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Log': '1.0', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Network': '1.1', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Port': '1.7', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'PortForwarding': '1.2', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'QosPolicy': '1.8', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'SecurityGroup': '1.4', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'SecurityGroupRule': '1.2', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'SubPort': '1.0', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Subnet': '1.1', Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: 'Trunk': '1.1'}} Jun 28 09:40:20.486178 dv-cinder-792209-2-smb neutron-server[99533]: {{(pid=99533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:40:20.494565 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.499856 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:20.511934 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Transition to ACTIVE for port object d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:20.525532 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.528730 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-40286375-9e15-4434-beb2-5eb5c0d7db6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:20.638254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:40:20.642722 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:20.644960 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.648648 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Pushing event updated for resources: {'Port': ['ID=d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:20.652187 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:20.652806 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.657287 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:40:20.665833 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed923bc5-0241-486b-9873-e9e0d3b1ad59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:20.673761 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.681631 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.681986 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.682316 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.682648 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.683017 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.683305 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.683635 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.683954 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.684278 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.684620 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.685787 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Tracked resource versions report: Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: pushed versions: Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: { 'AddressGroup': {'1.2'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'ConntrackHelper': {'1.0'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Log': {'1.0'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Network': {'1.1'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Port': {'1.7'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'PortForwarding': {'1.2'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'QosPolicy': {'1.8'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'SecurityGroup': {'1.4'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'SubPort': {'1.0'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Subnet': {'1.1'}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Trunk': {'1.1'}} Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: consumer versions: Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: { DHCP agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: HyperV agent@hv-cinder-79220: {}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: L3 agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: Metadata agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: Metering agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: Open vSwitch agent@dv-cinder-792209-2-smb: { 'AddressGroup': '1.2', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'ConntrackHelper': '1.0', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Log': '1.0', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Network': '1.1', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Port': '1.7', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'PortForwarding': '1.2', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'QosPolicy': '1.8', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'SecurityGroup': '1.4', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'SecurityGroupRule': '1.2', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'SubPort': '1.0', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Subnet': '1.1', Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: 'Trunk': '1.1'}} Jun 28 09:40:20.687951 dv-cinder-792209-2-smb neutron-server[99534]: {{(pid=99534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:40:20.697771 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:20.771489 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=c3993342-595e-4347-a876-2cf677b210d2,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:20.783993 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:20.800191 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network c3993342-595e-4347-a876-2cf677b210d2 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:40:20.823506 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.837017 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.880701 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:20.887072 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48658) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:20.887854 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5740809 Jun 28 09:40:20.892699 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Request body: {'subnet': {'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-565892770-subnet', 'tenant_id': '1f1bea98bb664415a2eb4f80ef08d225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:20.952533 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Made reservation on behalf of 1f1bea98bb664415a2eb4f80ef08d225 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:20.957551 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:40:20.958849 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:20.992973 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a6c780-4d3a-46e4-9c1b-e10ef434685f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:21.000463 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Attempting to bind port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:40:21.000862 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Attempting to bind port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:40:21.001245 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Attempting to bind port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd on network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:21.015566 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:40:21.016135 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Checking segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:21.017571 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.018001 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Bound using segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:40:21.019713 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Bound port: d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:40:21.020501 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.107898 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.108631 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Added segment 35104328-b9ef-4551-9591-4b10d5797efe of type vlan for network f7d04e7a-411d-4054-b827-b01d46e2b12a Jun 28 09:40:21.141383 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:21.177975 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Made reservation on behalf of 6d7a20057ea9410d995ff70ed725da7a for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:21.180850 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.211340 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.215213 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] For port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:40:21.221383 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.223824 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] For port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:40:21.233342 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.241140 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.254466 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:21.273456 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.396414 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.406071 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f9edd717-d5cf-4e2b-b487-bceb108da725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:21.452725 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Pushing event updated for resources: {'Port': ['ID=d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:21.455287 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.465499 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:21.466220 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.466569 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:21.480193 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:21.532453 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6362be20-b59e-41a1-82d9-e5e1ace82278,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:21.549835 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:21.570507 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Checking segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:21.571225 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Network hostable DHCP agents. Network: c3993342-595e-4347-a876-2cf677b210d2, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:40:21.595238 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Network c3993342-595e-4347-a876-2cf677b210d2 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:40:21.612727 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, c3993342-595e-4347-a876-2cf677b210d2) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:21.623058 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:21.625027 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.625887 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034312f-90cb-4dd8-8fe5-95bbe4321ea8 None None] Network c3993342-595e-4347-a876-2cf677b210d2 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:21.637692 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Pushing event updated for resources: {'Network': ['ID=f7d04e7a-411d-4054-b827-b01d46e2b12a,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:21.643855 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:21.677757 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Allocated IP 172.28.2.178 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/0660f1f6-bc84-4d12-9e9a-3aaf334a4a54) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:40:21.728883 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.744836 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8558319 Jun 28 09:40:21.766176 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.784073 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48690) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:21.791361 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Request body: {'subnet': {'network_id': 'f7d04e7a-411d-4054-b827-b01d46e2b12a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1314851682-subnet', 'tenant_id': '4ec005b3693145f98fc379b7fb53d58e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:21.796000 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4261811 Jun 28 09:40:21.802867 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:21.849487 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Made reservation on behalf of 4ec005b3693145f98fc379b7fb53d58e for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:21.851655 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network f7d04e7a-411d-4054-b827-b01d46e2b12a details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:40:21.853526 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:21.946976 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:40:21.980562 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282a493-c2c6-40e4-b1b9-130d047c3fb7,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:22.001421 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:22.012879 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.013576 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Added segment 81daa748-89d4-4454-97e5-47a427cdc60c of type vlan for network 463ce490-89e6-43b8-a776-04e1b3296263 Jun 28 09:40:22.014984 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48700) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:22.149733 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.157653 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.249942 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.262674 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:22.263000 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.273060 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:22.301851 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbedb4-521d-4d18-aa6b-4aaedb349fc7 None None] Network c3993342-595e-4347-a876-2cf677b210d2 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:22.342769 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.345795 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:22.420099 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0735528 Jun 28 09:40:22.429158 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48718) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:22.443195 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-022cd29e-0c18-49ed-b767-ad844304246f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.447667 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Request body: {'subnet': {'network_id': '463ce490-89e6-43b8-a776-04e1b3296263', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-679738638-subnet', 'tenant_id': '6d7a20057ea9410d995ff70ed725da7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:22.456046 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.461544 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Pushing event updated for resources: {'Network': ['ID=463ce490-89e6-43b8-a776-04e1b3296263,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:22.466049 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:22.473109 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:22.492959 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 463ce490-89e6-43b8-a776-04e1b3296263 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:40:22.522510 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa6c23e-d1c0-4b2f-87a7-c10e3ac8b3d0,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:22.549425 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:22.579555 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Made reservation on behalf of 6d7a20057ea9410d995ff70ed725da7a for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:22.581597 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:40:22.583942 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.591536 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Checking segment: {'id': '35104328-b9ef-4551-9591-4b10d5797efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f7d04e7a-411d-4054-b827-b01d46e2b12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:22.601863 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Network hostable DHCP agents. Network: f7d04e7a-411d-4054-b827-b01d46e2b12a, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:40:22.606143 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:22.639240 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:40:22.831664 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Network f7d04e7a-411d-4054-b827-b01d46e2b12a is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:40:22.858987 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=0660f1f6-bc84-4d12-9e9a-3aaf334a4a54,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:22.871221 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:22.881795 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:22.970704 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:22.972238 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-022cd29e-0c18-49ed-b767-ad844304246f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:22.985601 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, f7d04e7a-411d-4054-b827-b01d46e2b12a) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:22.997314 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eef410-94f6-4ffe-a1b6-906287602df7 None None] Network f7d04e7a-411d-4054-b827-b01d46e2b12a requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:23.008072 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:23.008887 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.053309 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-022cd29e-0c18-49ed-b767-ad844304246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.094797 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ee171735-febc-4aa7-b041-54afe9f746fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:23.100408 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3146856 Jun 28 09:40:23.103480 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-022cd29e-0c18-49ed-b767-ad844304246f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=670caaaead0e4c2996ab9f6c1cbbf270&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0849700 Jun 28 09:40:23.104298 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.104600 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48742) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:23.165713 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b080a0d-1ba7-4472-9ff5-6c902f9f5fdd None None] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:23.169274 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:23.180688 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cd29e-0c18-49ed-b767-ad844304246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434c8aae-344a-4d8b-8736-e77238974b47,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:23.199799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-022cd29e-0c18-49ed-b767-ad844304246f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:23.209631 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48748) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:23.353565 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be582d6b-59d9-431f-9906-45d7b015e121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.354196 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] Provisioning for port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:23.371546 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] Provisioning complete for port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:23.372010 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.466713 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.495839 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Checking segment: {'id': '81daa748-89d4-4454-97e5-47a427cdc60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '463ce490-89e6-43b8-a776-04e1b3296263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:23.496205 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Network hostable DHCP agents. Network: 463ce490-89e6-43b8-a776-04e1b3296263, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:40:23.518376 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f274ff9-0865-4973-a481-fade63caeeca,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:23.524581 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:23.526630 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be582d6b-59d9-431f-9906-45d7b015e121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.550673 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1d35442d-78ac-493e-bb40-addd41786e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.582562 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Network 463ce490-89e6-43b8-a776-04e1b3296263 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:40:23.612485 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 463ce490-89e6-43b8-a776-04e1b3296263) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:23.617601 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:23.618200 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.639886 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e76f64-764f-47de-8776-ee5da45a3eb6 None None] Network 463ce490-89e6-43b8-a776-04e1b3296263 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:23.675652 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be582d6b-59d9-431f-9906-45d7b015e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.680176 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be582d6b-59d9-431f-9906-45d7b015e121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.691056 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.694609 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-be582d6b-59d9-431f-9906-45d7b015e121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/434c8aae-344a-4d8b-8736-e77238974b47 HTTP/1.1" status: 204 len: 168 time: 0.5788341 Jun 28 09:40:23.695769 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-80748b22-f46c-4abb-9f79-9beb4b95e54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:23.697249 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1d35442d-78ac-493e-bb40-addd41786e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.706905 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1d35442d-78ac-493e-bb40-addd41786e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:23.714347 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:23.721021 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be582d6b-59d9-431f-9906-45d7b015e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c8aae-344a-4d8b-8736-e77238974b47,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:23.725850 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-be582d6b-59d9-431f-9906-45d7b015e121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:23.741937 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-48f979f8-0271-4dd6-88fd-f34bc33c9045 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3115120 Jun 28 09:40:23.791567 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35442d-78ac-493e-bb40-addd41786e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d5c58-64d9-42c9-9662-bbaf0daea138,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:23.806903 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1d35442d-78ac-493e-bb40-addd41786e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:23.842966 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1d35442d-78ac-493e-bb40-addd41786e87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22a9c7be80304592901502422163d67c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6309743 Jun 28 09:40:23.845835 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48782) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:23.939164 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937539f-849d-4635-93e5-9d61fd5f1687 None None] Network f7d04e7a-411d-4054-b827-b01d46e2b12a requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:23.974537 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] For port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:23.993471 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.017310 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:24.174426 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.183099 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c66ce361-2790-4e33-a233-571902a0c849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.207358 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c66ce361-2790-4e33-a233-571902a0c849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.217886 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] Pushing event updated for resources: {'Port': ['ID=d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:24.245452 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:24.280332 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e71d8-5ee1-4922-a0c5-275b79a52ade None None] Network 463ce490-89e6-43b8-a776-04e1b3296263 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:24.490728 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48822) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:24.514912 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c66ce361-2790-4e33-a233-571902a0c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.515771 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48828) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:24.523070 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b1bdabaa-0bb9-418a-9bc0-e1d87402b983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.530184 dv-cinder-792209-2-smb neutron-server[99533]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 09:40:24.534766 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c66ce361-2790-4e33-a233-571902a0c849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.545192 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-c66ce361-2790-4e33-a233-571902a0c849 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a6d5c58-64d9-42c9-9662-bbaf0daea138 HTTP/1.1" status: 204 len: 168 time: 0.6958551 Jun 28 09:40:24.563627 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1d35442d-78ac-493e-bb40-addd41786e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:24.582758 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ce361-2790-4e33-a233-571902a0c849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d5c58-64d9-42c9-9662-bbaf0daea138,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:24.633317 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c66ce361-2790-4e33-a233-571902a0c849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:24.644628 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-fd73c096-34af-404c-a893-190fcf581d18 None None] Provisioning complete for port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:24.646261 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fd73c096-34af-404c-a893-190fcf581d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.760415 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b1bdabaa-0bb9-418a-9bc0-e1d87402b983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.769413 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b1bdabaa-0bb9-418a-9bc0-e1d87402b983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:24.863912 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:24.868136 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 is scheduled to L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:40:24.878088 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:24.903027 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-b1bdabaa-0bb9-418a-9bc0-e1d87402b983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dadecef85e6143ee8dcdae78963958ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4111340 Jun 28 09:40:24.906872 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48846) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:24.995226 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:24.996044 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.002804 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48854) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:25.018078 dv-cinder-792209-2-smb neutron-server[99532]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 09:40:25.074555 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdabaa-0bb9-418a-9bc0-e1d87402b983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a6314f-6994-40d8-92da-534cd701789d,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:25.100321 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b1bdabaa-0bb9-418a-9bc0-e1d87402b983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:25.187609 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:40:25.206279 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Sync routers for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:40:25.230113 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:40:25.230988 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:40:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:25.245098 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4162928e-f206-4908-97a2-ca50f66abfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.302839 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4162928e-f206-4908-97a2-ca50f66abfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.304346 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-91aef977-e0ed-46c6-a7ab-51d093b39410 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:25.317147 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c57-f9b8-432b-9b3a-d769c081074f req-3e4147f7-004c-4213-95f4-a6a896a5a35b tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:25.317406 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-91aef977-e0ed-46c6-a7ab-51d093b39410 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/networks?id=f7d04e7a-411d-4054-b827-b01d46e2b12a HTTP/1.1" status: 200 len: 812 time: 0.7971945 Jun 28 09:40:25.319369 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-3e4147f7-004c-4213-95f4-a6a896a5a35b tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 814 time: 0.3060327 Jun 28 09:40:25.346602 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48862) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:25.350383 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-b1e15a5a-7a54-4ffc-8e0d-8c10b14a543c tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/quotas/4ec005b3693145f98fc379b7fb53d58e HTTP/1.1" status: 200 len: 375 time: 0.0320253 Jun 28 09:40:25.353880 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.355176 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7370973 Jun 28 09:40:25.361867 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-97a46e6a-e9a8-477f-9a33-16c935d2f756 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/quotas/1f1bea98bb664415a2eb4f80ef08d225 HTTP/1.1" status: 200 len: 375 time: 0.0371459 Jun 28 09:40:25.372204 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48864) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:25.401130 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.467295 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-570d52b7-b5f9-4f77-9419-d6a7c6addc94 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ec005b3693145f98fc379b7fb53d58e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136789 Jun 28 09:40:25.499508 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:40:25.548015 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48874) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:25.557153 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-741887484-network', 'tenant_id': 'bf67bc4afa1947f7b81192f5fcc236c4'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:25.586394 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Made reservation on behalf of bf67bc4afa1947f7b81192f5fcc236c4 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:25.588782 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.602293 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.619115 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-0b83b530-5c4e-4987-b641-9b1ba2fc100f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2228169 Jun 28 09:40:25.648340 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.db.api [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:40:25.648340 dv-cinder-792209-2-smb neutron-server[99532]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 09:40:25.648340 dv-cinder-792209-2-smb neutron-server[99532]: [parameters: {'project_id_1': 'afb15057439449308c67c99341a6c510', 'expiration_1': datetime.datetime(2021, 6, 28, 9, 40, 25, 626318)}] Jun 28 09:40:25.648340 dv-cinder-792209-2-smb neutron-server[99532]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:40:25.653335 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_db.api [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:40:25.706392 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4162928e-f206-4908-97a2-ca50f66abfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.711616 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4162928e-f206-4908-97a2-ca50f66abfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.715516 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-4162928e-f206-4908-97a2-ca50f66abfc7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7a6314f-6994-40d8-92da-534cd701789d HTTP/1.1" status: 204 len: 168 time: 0.7955732 Jun 28 09:40:25.719070 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-be582d6b-59d9-431f-9906-45d7b015e121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:25.732185 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162928e-f206-4908-97a2-ca50f66abfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a6314f-6994-40d8-92da-534cd701789d,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:25.736038 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4162928e-f206-4908-97a2-ca50f66abfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:25.749697 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-b08dc920-7072-4f8c-a722-baa59516e681 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:40:25.760395 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-b08dc920-7072-4f8c-a722-baa59516e681 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0850828 Jun 28 09:40:25.806075 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-3a72589f-e787-4ca1-b826-f9cb89620a3a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:40:25.806815 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:23Z', 'revision_number': 3, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:25.807602 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-3a72589f-e787-4ca1-b826-f9cb89620a3a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149938 Jun 28 09:40:25.835674 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Checking router: 8e43cf9d-f069-4085-8bf0-a20ad7f59298 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:40:25.836224 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Updating router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 binding host dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:40:25.873601 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.918913 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-f392cf67-ec40-4fc0-ad6a-00408c28eb8f service neutron] 10.222.0.13 "GET /v2.0/networks/f7d04e7a-411d-4054-b827-b01d46e2b12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475561 Jun 28 09:40:25.982587 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:25.996259 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.031513 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:26.055147 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-94260288-98de-4861-9bb8-153491179868 service neutron] 10.222.0.13 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939027 Jun 28 09:40:26.063106 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:40:26.065481 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b719d5-ebae-49e7-b293-40109671c5e5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:26.072137 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:26.084357 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.084824 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Added segment 8cd70c02-3888-4f00-9837-1187b7326fdf of type vlan for network f911f3cb-c7c2-4174-a34a-f92cd2890960 Jun 28 09:40:26.142555 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-061629b6-b630-4c64-9d3a-e2c5e918f6b1 service neutron] 10.222.0.13 "GET /v2.0/networks/f7d04e7a-411d-4054-b827-b01d46e2b12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227275 Jun 28 09:40:26.151740 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.156198 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.189100 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.192029 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:26.193004 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.197475 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:26.262685 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-289d4357-0ca3-4242-a832-f95aadfb03c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065854 Jun 28 09:40:26.273246 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.290753 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Transition to ACTIVE for port object 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:26.299219 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.305506 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:26.350837 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Pushing event updated for resources: {'Network': ['ID=f911f3cb-c7c2-4174-a34a-f92cd2890960,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:26.358383 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Pushing event updated for resources: {'Port': ['ID=0660f1f6-bc84-4d12-9e9a-3aaf334a4a54,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:26.362642 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network f911f3cb-c7c2-4174-a34a-f92cd2890960 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:40:26.369707 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.370360 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.370613 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.370952 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.371332 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.371744 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.372077 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.372778 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.372998 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.373396 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.373727 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.374536 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Tracked resource versions report: Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: pushed versions: Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: { 'AddressGroup': {'1.2'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'ConntrackHelper': {'1.0'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Log': {'1.0'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Network': {'1.1'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Port': {'1.7'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'PortForwarding': {'1.2'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'QosPolicy': {'1.8'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'SecurityGroup': {'1.4'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'SecurityGroupRule': {'1.2'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'SubPort': {'1.0'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Subnet': {'1.1'}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Trunk': {'1.1'}} Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: consumer versions: Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: { DHCP agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: HyperV agent@hv-cinder-79220: {}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: L3 agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: Metadata agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: Metering agent@dv-cinder-792209-2-smb: {}, Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: Open vSwitch agent@dv-cinder-792209-2-smb: { 'AddressGroup': '1.2', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'ConntrackHelper': '1.0', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Log': '1.0', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Network': '1.1', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Port': '1.7', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'PortForwarding': '1.2', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'QosPolicy': '1.8', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'SecurityGroup': '1.4', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'SecurityGroupRule': '1.2', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'SubPort': '1.0', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Subnet': '1.1', Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: 'Trunk': '1.1'}} Jun 28 09:40:26.375737 dv-cinder-792209-2-smb neutron-server[99535]: {{(pid=99535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 09:40:26.377951 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:26.397676 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:26.446190 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Attempting to bind port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:40:26.446856 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Attempting to bind port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:40:26.447233 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Attempting to bind port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 on network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:26.453553 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:40:26.453923 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:26.454530 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.454934 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Bound using segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:40:26.455520 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Bound port: 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:40:26.456278 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.473706 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.528674 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] For port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:40:26.534097 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] For port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0660f1f6-bc84-4d12-9e9a-3aaf334a4a54,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:40:26.547320 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.568105 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:26.643425 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.658522 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:26.669376 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:26.669956 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1207674 Jun 28 09:40:26.673842 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 48938) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:26.681114 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Request body: {'subnet': {'network_id': 'f911f3cb-c7c2-4174-a34a-f92cd2890960', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-741887484-subnet', 'tenant_id': 'bf67bc4afa1947f7b81192f5fcc236c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:26.727590 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:40:26.733280 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:40:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:26.797669 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-731d46fe-66e6-49cf-b044-ef6cdf7a51e2 req-c3fad935-b7df-445f-b52e-75af13c5bbf0 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 210 time: 0.1215520 Jun 28 09:40:26.822647 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afb15057439449308c67c99341a6c510&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4744725 Jun 28 09:40:26.826239 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83602799-8168-490a-a18c-613b69297598,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:26.831568 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 48950) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:26.836379 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:26.909153 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:40:26.927954 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Allocated IP 172.20.0.1 (34fc9d2e-bdd5-4825-862e-a79d5dec26d5/9f43924c-be65-4b64-96aa-895af2db7eeb/af91b49a-9ece-404f-aa87-bddd90b154f6) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:40:26.967473 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ace77f70-5228-4225-9fe9-fba9c55f6fae req-d84f1ac7-0972-43da-975f-659813e218a8 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.2170427 Jun 28 09:40:26.968532 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Made reservation on behalf of bf67bc4afa1947f7b81192f5fcc236c4 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:26.971247 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.038796 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0698-36fc-4c94-b1ee-7666224ab6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.111683 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0698-36fc-4c94-b1ee-7666224ab6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.334374 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Pushing event updated for resources: {'Port': ['ID=0660f1f6-bc84-4d12-9e9a-3aaf334a4a54,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:27.353015 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7808042a-7279-4410-9b4e-4bab5fa26f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:27.367070 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:23Z', 'revision_number': 3, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:27.367739 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0698-36fc-4c94-b1ee-7666224ab6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.393848 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0698-36fc-4c94-b1ee-7666224ab6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.395101 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-4cbc0698-36fc-4c94-b1ee-7666224ab6ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83602799-8168-490a-a18c-613b69297598 HTTP/1.1" status: 204 len: 168 time: 0.5621719 Jun 28 09:40:27.413658 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4162928e-f206-4908-97a2-ca50f66abfc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:27.435095 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfa158-6bd5-462a-bca6-b54dde841a60 None None] The sync data for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb is: [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:23Z', 'revision_number': 3, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:40:27.482148 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.503709 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:27.521436 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.542632 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Transition to ACTIVE for port object af91b49a-9ece-404f-aa87-bddd90b154f6 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:27.664115 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ee15ae-b359-4724-94f2-6c0d59e61bd5,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:27.667687 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:27.667895 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.672104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc0698-36fc-4c94-b1ee-7666224ab6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83602799-8168-490a-a18c-613b69297598,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:27.678265 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Checking segment: {'id': '8cd70c02-3888-4f00-9837-1187b7326fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f911f3cb-c7c2-4174-a34a-f92cd2890960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:27.679734 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Network hostable DHCP agents. Network: f911f3cb-c7c2-4174-a34a-f92cd2890960, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:40:27.682804 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4cbc0698-36fc-4c94-b1ee-7666224ab6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:27.683392 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b9243b38-17e7-45f8-8f57-0d20dae35777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:27.711874 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Network f911f3cb-c7c2-4174-a34a-f92cd2890960 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:40:27.735628 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, f911f3cb-c7c2-4174-a34a-f92cd2890960) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:27.742267 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:27.743168 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:27.761553 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d310869-d2f9-488b-b837-d4152ff8f282 None None] Network f911f3cb-c7c2-4174-a34a-f92cd2890960 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:27.777299 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1020038 Jun 28 09:40:27.860094 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:40:27.871559 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:27.900472 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:40:27.901144 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569102'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.014254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fe5f4110-45bb-4213-808c-baf213fec94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.170277 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Pushing event updated for resources: {'Port': ['ID=af91b49a-9ece-404f-aa87-bddd90b154f6,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:28.193538 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c4b23f48-d361-4f83-824b-975de907e2f0 req-56eacf9d-783d-4865-be3c-70fd406da6a0 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 210 time: 0.1142783 Jun 28 09:40:28.194521 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:28.210428 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c6eac308-c64c-4faa-865f-9b2b56e4cd31 req-ffceb27d-330c-4861-9f81-5c656ef6a219 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.1300621 Jun 28 09:40:28.414666 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a3e52a-1571-418e-aff1-3d91317a8d31 None None] Network f911f3cb-c7c2-4174-a34a-f92cd2890960 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:28.434198 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-7a97a7d9-7264-4a9d-a7e8-134482747d4b None None] Provisioning for port af91b49a-9ece-404f-aa87-bddd90b154f6 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:28.445896 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49024) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:28.454265 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-7a97a7d9-7264-4a9d-a7e8-134482747d4b None None] Provisioning complete for port af91b49a-9ece-404f-aa87-bddd90b154f6 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:28.455675 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7a97a7d9-7264-4a9d-a7e8-134482747d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.577145 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Deleting subnet 9f274ff9-0865-4973-a481-fade63caeeca {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:40:28.593982 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.606441 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.612664 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-7a97a7d9-7264-4a9d-a7e8-134482747d4b None None] Port af91b49a-9ece-404f-aa87-bddd90b154f6 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:40:28.692080 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.715868 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.866376 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.879272 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1752c676-b817-4bd0-9aad-2a7268c2398e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:28.891043 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:28.896715 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f274ff9-0865-4973-a481-fade63caeeca HTTP/1.1" status: 204 len: 168 time: 0.4497352 Jun 28 09:40:28.897877 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49054) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:28.953122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f274ff9-0865-4973-a481-fade63caeeca,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:28.958965 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:28.993382 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:29.028295 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.114137 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:29.122530 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:29.122991 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.147096 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49062) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:29.347114 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.423143 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0660f1f6-bc84-4d12-9e9a-3aaf334a4a54,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:29.435674 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.437936 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:29.625651 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=0660f1f6-bc84-4d12-9e9a-3aaf334a4a54,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:29.635709 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ddddc96-79d0-4a21-b18b-fc5668215625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.643482 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:29.650563 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-be834b0f-25fe-4418-8dcf-465a3ca3cf01 req-ee9b51f9-04d5-4783-94ba-6dea222ec9c4 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.0749025 Jun 28 09:40:29.668854 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1788092-b692-4799-b5df-3fafa7151699 req-1c08e5ad-08d4-4cf6-bf6b-db6931b9f8ec tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 210 time: 0.1437817 Jun 28 09:40:29.734537 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.744082 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.748488 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.756051 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569234'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.759695 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:29.769580 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.770367 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.771249 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.771613 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > port after_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.771937 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.772288 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > port after_update 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.772668 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.773088 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.773491 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.774465 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.876814 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ddddc96-79d0-4a21-b18b-fc5668215625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.886846 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ddddc96-79d0-4a21-b18b-fc5668215625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:29.933263 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-022cd29e-0c18-49ed-b767-ad844304246f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:29.941495 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-5ddddc96-79d0-4a21-b18b-fc5668215625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=795a484dcd4c41399dd0734fb684bd95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7927222 Jun 28 09:40:29.944609 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49102) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:29.984342 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.986095 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.986858 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.987408 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:40:29.987990 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463ce490-89e6-43b8-a776-04e1b3296263']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:30.045383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81daa748-89d4-4454-97e5-47a427cdc60c') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:30.046051 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81daa748-89d4-4454-97e5-47a427cdc60c') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:30.066769 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddddc96-79d0-4a21-b18b-fc5668215625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427a9cbd-b289-4d1b-a4fe-5c02139e8c1e,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:30.076882 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2832781'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.112786 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5ddddc96-79d0-4a21-b18b-fc5668215625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:30.163052 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9dcb1e9f-f97e-4bcc-83ea-0177d057fa53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.172921 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9dcb1e9f-f97e-4bcc-83ea-0177d057fa53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.209989 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Pushing event updated for resources: {'Port': ['ID=af91b49a-9ece-404f-aa87-bddd90b154f6,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:30.222071 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:30.227614 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.241887 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:40:30.242642 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2421655'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: from cryptography.utils import int_from_bytes Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: from cryptography.utils import int_from_bytes Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: Traceback (most recent call last): Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: timer() Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: cb(*args, **kw) Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: return func(*args, **kwargs) Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: self._notify() Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: self.callback(batched_events) Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: event.method(event) Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: return f(self, *a, **k) Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: return self._get(url).json() Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:40:30.249470 dv-cinder-792209-2-smb neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:40:30.256120 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9dcb1e9f-f97e-4bcc-83ea-0177d057fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.262470 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9dcb1e9f-f97e-4bcc-83ea-0177d057fa53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.277512 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-9dcb1e9f-f97e-4bcc-83ea-0177d057fa53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/427a9cbd-b289-4d1b-a4fe-5c02139e8c1e HTTP/1.1" status: 204 len: 168 time: 0.3313570 Jun 28 09:40:30.280860 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:30.298062 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb1e9f-f97e-4bcc-83ea-0177d057fa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427a9cbd-b289-4d1b-a4fe-5c02139e8c1e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:30.303738 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9dcb1e9f-f97e-4bcc-83ea-0177d057fa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:30.380703 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:40:30.382934 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:30.386419 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.547618 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2bba2e17-cacd-444f-ac40-35460ab8556f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.577567 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.586722 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/463ce490-89e6-43b8-a776-04e1b3296263 HTTP/1.1" status: 204 len: 168 time: 1.6876562 Jun 28 09:40:30.588943 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-74192a51-da0c-4c55-8978-3fe2d705ad89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:30.589636 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49132) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:30.609876 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.36', 62463) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:30.628620 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Pushing event deleted for resources: {'Network': ['ID=463ce490-89e6-43b8-a776-04e1b3296263,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:30.697841 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7dda7a08-d6f7-493f-93d4-c9abab97cd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:30.700035 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:30.870445 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:30.925171 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:40:31.087289 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-6d0188a1-84f2-4555-a79d-93e5bfb41d9a None None] Provisioning complete for port af91b49a-9ece-404f-aa87-bddd90b154f6 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:31.087985 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6d0188a1-84f2-4555-a79d-93e5bfb41d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.140061 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:40:31.148985 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.36', 62464) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:31.151851 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] 10.222.0.13 "PUT /v2.0/routers/8e43cf9d-f069-4085-8bf0-a20ad7f59298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7773993 Jun 28 09:40:31.195994 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Sync routers for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:40:31.200674 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:31.201394 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.275674 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-fbea6bbb-1758-4551-bc3a-34b106a9abb0 req-8c4e6790-cece-46f2-a966-00e969bfb2f5 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.2491517 Jun 28 09:40:31.300839 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-6d0188a1-84f2-4555-a79d-93e5bfb41d9a None None] Port af91b49a-9ece-404f-aa87-bddd90b154f6 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:40:31.318919 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:40:31.321381 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:40:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:31.369846 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-69c86b89-8375-49ee-806f-cf94f9eb8da0 req-3acd97ff-05ea-4d8f-8b0d-525606b10a23 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 210 time: 0.0925825 Jun 28 09:40:31.462448 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Deleting subnet 49ee15ae-b359-4724-94f2-6c0d59e61bd5 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:40:31.471661 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.482858 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49166) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:31.524588 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2fdd-a69c-40d5-bef5-97e2ad30148c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.653706 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:40:31.698466 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2fdd-a69c-40d5-bef5-97e2ad30148c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.705308 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.706771 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2fdd-a69c-40d5-bef5-97e2ad30148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.718554 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.727118 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4cbc0698-36fc-4c94-b1ee-7666224ab6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:31.745093 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-28280c48-9f25-4b27-9206-c29360b115e7 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:31.745093 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-28280c48-9f25-4b27-9206-c29360b115e7 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.36 "GET /v2.0/networks?id=f7d04e7a-411d-4054-b827-b01d46e2b12a HTTP/1.1" status: 200 len: 812 time: 1.1284668 Jun 28 09:40:31.773567 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c57-f9b8-432b-9b3a-d769c081074f req-96879b33-0560-4495-bf9d-8c7b8da54c1b tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:31.775801 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-96879b33-0560-4495-bf9d-8c7b8da54c1b tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 814 time: 0.6000535 Jun 28 09:40:31.779211 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:31.793159 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-d6bf2fdd-a69c-40d5-bef5-97e2ad30148c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=677ae5defe834fff945f28a731708cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087604 Jun 28 09:40:31.796181 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49190) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:31.799750 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf2fdd-a69c-40d5-bef5-97e2ad30148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5bb842-f4fa-48d7-b6c9-985c3f1e13f4,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:31.834553 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d6bf2fdd-a69c-40d5-bef5-97e2ad30148c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:31.867178 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Request body: {'port': {'device_id': '39618c3b-523c-4d75-bb9c-7632145c4ce6', 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'admin_state_up': True, 'tenant_id': '1f1bea98bb664415a2eb4f80ef08d225'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:31.892273 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Request body: {'port': {'device_id': 'b780529b-cceb-4bb6-aabb-740e75789427', 'network_id': 'f7d04e7a-411d-4054-b827-b01d46e2b12a', 'admin_state_up': True, 'tenant_id': '4ec005b3693145f98fc379b7fb53d58e'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:31.978311 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4c61aa8e-578a-44e1-a299-7953d9388f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.029526 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4c61aa8e-578a-44e1-a299-7953d9388f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.123947 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4c61aa8e-578a-44e1-a299-7953d9388f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.127949 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4c61aa8e-578a-44e1-a299-7953d9388f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.130115 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-4c61aa8e-578a-44e1-a299-7953d9388f04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c5bb842-f4fa-48d7-b6c9-985c3f1e13f4 HTTP/1.1" status: 204 len: 168 time: 0.3317163 Jun 28 09:40:32.131426 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:32.142671 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61aa8e-578a-44e1-a299-7953d9388f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5bb842-f4fa-48d7-b6c9-985c3f1e13f4,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:32.145945 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4c61aa8e-578a-44e1-a299-7953d9388f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:32.276343 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 2, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:32.331392 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.360753 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Checking router: 8e43cf9d-f069-4085-8bf0-a20ad7f59298 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:40:32.361011 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:32.361186 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Updating router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 port af91b49a-9ece-404f-aa87-bddd90b154f6 binding host dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:40:32.406893 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.518851 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.528595 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/49ee15ae-b359-4724-94f2-6c0d59e61bd5 HTTP/1.1" status: 204 len: 168 time: 1.9377789 Jun 28 09:40:32.531289 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49228) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:32.531890 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ee15ae-b359-4724-94f2-6c0d59e61bd5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:32.548516 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:32.765913 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.798784 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4dc62ed1-3f03-4424-a9cf-70d9e76bc099 req-a272505b-726a-421a-b6f0-29702c1ee453 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.2443709 Jun 28 09:40:32.831569 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.836891 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.db.api [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:40:32.836891 dv-cinder-792209-2-smb neutron-server[99533]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 28 09:40:32.836891 dv-cinder-792209-2-smb neutron-server[99533]: [parameters: {'project_id': '4ec005b3693145f98fc379b7fb53d58e', 'id': 'dd9d8df4-79f6-4653-af03-465fa7cdf298', 'expiration': datetime.datetime(2021, 6, 28, 9, 42, 32, 813306)}] Jun 28 09:40:32.836891 dv-cinder-792209-2-smb neutron-server[99533]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:40:32.846916 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_db.api [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:40:32.857591 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Made reservation on behalf of 1f1bea98bb664415a2eb4f80ef08d225 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:32.875683 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.888551 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Transition to ACTIVE for port object af91b49a-9ece-404f-aa87-bddd90b154f6 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:32.905365 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:32.935814 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:32.985227 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49236) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:33.004300 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379436291', 'description': 'tempest-description--1373083207'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:33.043104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.134776 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f911f3cb-c7c2-4174-a34a-f92cd2890960']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:33.167224 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Attempting to bind port af91b49a-9ece-404f-aa87-bddd90b154f6 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:40:33.167641 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Attempting to bind port af91b49a-9ece-404f-aa87-bddd90b154f6 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:40:33.181793 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Attempting to bind port af91b49a-9ece-404f-aa87-bddd90b154f6 on network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:33.187676 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd70c02-3888-4f00-9837-1187b7326fdf') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:33.188238 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd70c02-3888-4f00-9837-1187b7326fdf') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:33.199131 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.210152 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8f134-ec2d-4886-90fa-52d088366f72 None None] Pushing event updated for resources: {'Port': ['ID=af91b49a-9ece-404f-aa87-bddd90b154f6,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:33.217255 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-12d8f134-ec2d-4886-90fa-52d088366f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:33.262979 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:40:33.263436 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Checking segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:33.263800 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.264214 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Bound using segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:40:33.292788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Bound port: af91b49a-9ece-404f-aa87-bddd90b154f6, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:40:33.292788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.306302 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2832781'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.379296 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.382499 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] For port af91b49a-9ece-404f-aa87-bddd90b154f6, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:40:33.386456 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] For port af91b49a-9ece-404f-aa87-bddd90b154f6, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=af91b49a-9ece-404f-aa87-bddd90b154f6,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:40:33.396977 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.403111 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:33.410278 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:40:33.412067 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2421655'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.413732 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: Traceback (most recent call last): Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: timer() Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: cb(*args, **kw) Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: return func(*args, **kwargs) Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: self._notify() Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: self.callback(batched_events) Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: event.method(event) Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: return f(self, *a, **k) Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: return self._get(url).json() Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:40:33.417138 dv-cinder-792209-2-smb neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:40:33.483868 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:40:33.485021 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:40:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:33.515254 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.541125 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:33.554111 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.564649 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f911f3cb-c7c2-4174-a34a-f92cd2890960 HTTP/1.1" status: 204 len: 168 time: 1.0267413 Jun 28 09:40:33.592890 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8dd8821a-5c0e-42a7-b473-c167790e72ab req-48259c4f-636b-46b0-b299-e19efd90ba17 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 210 time: 0.2447388 Jun 28 09:40:33.626272 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Pushing event deleted for resources: {'Network': ['ID=f911f3cb-c7c2-4174-a34a-f92cd2890960,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:33.657638 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:33.691284 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8f134-ec2d-4886-90fa-52d088366f72 None None] Pushing event updated for resources: {'Port': ['ID=af91b49a-9ece-404f-aa87-bddd90b154f6,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:33.700542 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-12d8f134-ec2d-4886-90fa-52d088366f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:33.858171 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.872936 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:40:33.877133 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:33.889417 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b1bdabaa-0bb9-418a-9bc0-e1d87402b983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:33.993599 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bca772e-a160-49b4-8f62-9378085b5d72,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:34.011134 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:34.038424 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Allocated IP 172.20.0.14 (c3993342-595e-4347-a876-2cf677b210d2/6362be20-b59e-41a1-82d9-e5e1ace82278/34cf3911-02f6-47d1-a6e9-44d588db198c) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:40:34.089006 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49268) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:34.226902 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-387b1a89-562a-4a78-99a0-bc5c9a076622 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d7a20057ea9410d995ff70ed725da7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1343584 Jun 28 09:40:34.230469 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49276) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:34.318764 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d62fafc7-0d0e-41a5-98dd-2bed664652b4 req-ecec0228-3e3f-413b-8e87-35415c55b2ee tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.0837009 Jun 28 09:40:34.387250 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5ce34afa-c75e-413e-a25a-de7914845040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:34.424462 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5ce34afa-c75e-413e-a25a-de7914845040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:34.508972 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5ce34afa-c75e-413e-a25a-de7914845040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:34.512960 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5ce34afa-c75e-413e-a25a-de7914845040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:34.514405 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5ce34afa-c75e-413e-a25a-de7914845040 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d282a493-c2c6-40e4-b1b9-130d047c3fb7 HTTP/1.1" status: 204 len: 168 time: 0.2817588 Jun 28 09:40:34.515378 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:34.530252 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce34afa-c75e-413e-a25a-de7914845040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282a493-c2c6-40e4-b1b9-130d047c3fb7,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:34.543615 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5ce34afa-c75e-413e-a25a-de7914845040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:34.562546 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:33Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:40:34.739627 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:34.859498 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:34.866919 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Made reservation on behalf of 4ec005b3693145f98fc379b7fb53d58e for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:34.869844 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:34.871405 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8763425 Jun 28 09:40:34.876241 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49298) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:34.886117 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:34.890489 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'security_group_rule': {'security_group_id': '8bca772e-a160-49b4-8f62-9378085b5d72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:34.934851 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:34.946619 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Network c3993342-595e-4347-a876-2cf677b210d2 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:40:34.971513 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:35.038041 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.059964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:40:35.091332 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:35.092041 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.105603 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513287ff-ca0c-4f61-9ae3-c7a18df60c4f None None] The sync data for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb is: [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:33Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:40:35.207717 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3626676 Jun 28 09:40:35.347591 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.355230 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.359681 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:35.407368 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-416d59ae-5fe8-4d33-a5d6-82d9fd523628 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:40:35.411928 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8079f331-43ca-4ca5-91e7-2a7302ec72b5,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:35.416019 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:35.416764 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-416d59ae-5fe8-4d33-a5d6-82d9fd523628 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1030560 Jun 28 09:40:35.435533 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.439694 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5585370 Jun 28 09:40:35.440569 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49318) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:35.446863 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'security_group_rule': {'security_group_id': '8bca772e-a160-49b4-8f62-9378085b5d72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:35.528411 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.579346 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Pushing event updated for resources: {'Port': ['ID=34cf3911-02f6-47d1-a6e9-44d588db198c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:35.613297 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:35.739743 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.744827 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Allocated IP 172.20.0.8 (f7d04e7a-411d-4054-b827-b01d46e2b12a/1fa6c23e-d1c0-4b2f-87a7-c10e3ac8b3d0/3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:40:35.771270 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.853019 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:35.888555 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-913b2a71-6eb1-4a61-ada9-07acc0f0e598 req-5a72630b-da3c-4d45-8f79-9ccf01a7a560 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.1427319 Jun 28 09:40:35.923580 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03731c8c-8ff1-46dd-82f8-8a1ce3576da4,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:35.947473 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49332) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:35.950511 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:35.972359 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:35.979203 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5339489 Jun 28 09:40:35.980527 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49336) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:36.007831 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'floatingip': {'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:36.081100 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:36.368897 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ba898624-1b4c-445b-a34f-131b0402fd82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf67bc4afa1947f7b81192f5fcc236c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4102211 Jun 28 09:40:36.412464 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49348) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:36.561440 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05cdd2-087b-490d-8e36-316c0cf1b194 req-ba7f7799-681f-4071-b516-f9095e999a01 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:36.570694 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0d05cdd2-087b-490d-8e36-316c0cf1b194 req-ba7f7799-681f-4071-b516-f9095e999a01 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 932 time: 1.6818585 Jun 28 09:40:36.664573 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49364) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:36.927681 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device af91b49a-9ece-404f-aa87-bddd90b154f6 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:36.952931 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Request body: {'port': {'device_id': '39618c3b-523c-4d75-bb9c-7632145c4ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:36.958839 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:36.966867 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0d05cdd2-087b-490d-8e36-316c0cf1b194 req-b159a5d9-ffc5-4e15-ba95-3d07cdd75fef tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952513 Jun 28 09:40:36.992811 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2064b4d6-3c75-4eb3-88dc-d321bc71fa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.007754 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1d86d2ad-aadc-4c2a-9a33-60096fc47a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.082410 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.140269 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port af91b49a-9ece-404f-aa87-bddd90b154f6 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:37.153502 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port af91b49a-9ece-404f-aa87-bddd90b154f6 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:37.153502 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.191691 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2064b4d6-3c75-4eb3-88dc-d321bc71fa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.315496 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Allocated IP 172.28.2.198 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/3845372a-6964-4cb8-bc84-89188ce20ae5) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:40:37.413441 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.468335 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port af91b49a-9ece-404f-aa87-bddd90b154f6, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=af91b49a-9ece-404f-aa87-bddd90b154f6,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:37.474959 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.483147 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-40286375-9e15-4434-beb2-5eb5c0d7db6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:37.523417 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.558113 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.564730 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=af91b49a-9ece-404f-aa87-bddd90b154f6,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:37.570553 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:37.578136 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-de0d84fe-4f7c-4727-bbff-7dd5130a3ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:37.581843 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2064b4d6-3c75-4eb3-88dc-d321bc71fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.585058 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3197f52c-d845-4a81-ae45-d21ed065fecb req-3fb31d44-cd88-4f79-8c3f-8f49e9265f17 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.2085099 Jun 28 09:40:37.628683 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2064b4d6-3c75-4eb3-88dc-d321bc71fa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.632655 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-2064b4d6-3c75-4eb3-88dc-d321bc71fa8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3b719d5-ebae-49e7-b293-40109671c5e5 HTTP/1.1" status: 204 len: 168 time: 1.1570919 Jun 28 09:40:37.683639 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.750908 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Network f7d04e7a-411d-4054-b827-b01d46e2b12a is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:40:37.762311 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1d86d2ad-aadc-4c2a-9a33-60096fc47a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.770778 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.774916 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:37.794309 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:37.821392 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Pushing event updated for resources: {'Port': ['ID=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:37.852412 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:40:37.853275 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:40:37.858591 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:37.859253 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:37.860078 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.862301 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:40:37.951688 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'Port': ['ID=3845372a-6964-4cb8-bc84-89188ce20ae5,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:37.955754 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1d86d2ad-aadc-4c2a-9a33-60096fc47a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:37.966740 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:38.061516 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2078366 Jun 28 09:40:38.124162 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:38.127864 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:38.145741 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:38.216950 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:38.285548 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064b4d6-3c75-4eb3-88dc-d321bc71fa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b719d5-ebae-49e7-b293-40109671c5e5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:38.303858 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1d86d2ad-aadc-4c2a-9a33-60096fc47a45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86b0fb7958ed436886193175e6331fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6293187 Jun 28 09:40:38.348030 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Request body: {'port': {'device_id': 'b780529b-cceb-4bb6-aabb-740e75789427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:38.349097 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49408) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:38.606892 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7682f7fd-4234-4962-b1b1-18117a01067b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:38.669968 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7682f7fd-4234-4962-b1b1-18117a01067b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:38.844259 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86d2ad-aadc-4c2a-9a33-60096fc47a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c5233f-f3c2-4f83-970f-55badb53cd13,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:38.857158 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1d86d2ad-aadc-4c2a-9a33-60096fc47a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:38.863298 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:38.865979 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.874s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:38.866705 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:38.898405 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:38.906389 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7682f7fd-4234-4962-b1b1-18117a01067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:38.914801 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3cf8f251-64dc-4b9c-8dbc-38d7636aaca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:38.923733 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device af91b49a-9ece-404f-aa87-bddd90b154f6 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:38.946775 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7682f7fd-4234-4962-b1b1-18117a01067b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:38.950980 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-7682f7fd-4234-4962-b1b1-18117a01067b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18c5233f-f3c2-4f83-970f-55badb53cd13 HTTP/1.1" status: 204 len: 168 time: 0.5997348 Jun 28 09:40:39.064877 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port af91b49a-9ece-404f-aa87-bddd90b154f6 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:39.065271 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:39.159278 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:39.243276 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:39.295513 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'Port': ['ID=3845372a-6964-4cb8-bc84-89188ce20ae5,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:39.305599 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:39.307572 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b6e191ff-65a5-41a9-854c-7aa0584b77a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:39.319773 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:39.336470 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3407717 Jun 28 09:40:39.336708 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f5cc1-8e6a-435b-af07-73d4bbd8bf93 req-507831f9-ad5e-401c-aee9-0c8410383240 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:39.336821 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682f7fd-4234-4962-b1b1-18117a01067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c5233f-f3c2-4f83-970f-55badb53cd13,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:39.337193 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7682f7fd-4234-4962-b1b1-18117a01067b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:39.343223 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-057f5cc1-8e6a-435b-af07-73d4bbd8bf93 req-507831f9-ad5e-401c-aee9-0c8410383240 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 932 time: 0.7822933 Jun 28 09:40:39.403040 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc36d1b-d5e9-48e5-8db3-7beaa2b0053e req-8a958e35-391c-4d72-8ddf-0bf7e8199692 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:39.405445 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5fc36d1b-d5e9-48e5-8db3-7beaa2b0053e req-8a958e35-391c-4d72-8ddf-0bf7e8199692 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 931 time: 0.3580637 Jun 28 09:40:39.511941 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5fc36d1b-d5e9-48e5-8db3-7beaa2b0053e req-e5a92124-848a-48eb-9d0c-f32373b61619 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998793 Jun 28 09:40:39.516730 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cf3911-02f6-47d1-a6e9-44d588db198c {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:40:39.533442 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:39.882504 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:39.955111 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-057f5cc1-8e6a-435b-af07-73d4bbd8bf93 req-b9d74b85-db6e-4160-b515-68e73a105a79 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429463 Jun 28 09:40:39.970981 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Transition to ACTIVE for port object 34cf3911-02f6-47d1-a6e9-44d588db198c will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:40.000684 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:40.011896 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:40.015262 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-6d4782ec-2d5f-4476-b9d2-3eed646bb9d9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1379436291&fields=id&tenant_id=84dcf401cba94a82b851459138f8c61d HTTP/1.1" status: 200 len: 267 time: 0.1651475 Jun 28 09:40:40.276832 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf3911-02f6-47d1-a6e9-44d588db198c,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:40.299366 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:40.440085 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-e655994d-e5fe-4ee5-9c0e-d41c7fc15326 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:40.449996 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-e655994d-e5fe-4ee5-9c0e-d41c7fc15326 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 816 time: 0.4127028 Jun 28 09:40:40.518947 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-369f86a2-97c0-4135-a721-baee52bba8e3 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/quotas/84dcf401cba94a82b851459138f8c61d HTTP/1.1" status: 200 len: 375 time: 0.0580199 Jun 28 09:40:40.656846 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Attempting to bind port 34cf3911-02f6-47d1-a6e9-44d588db198c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:40:40.657208 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Attempting to bind port 34cf3911-02f6-47d1-a6e9-44d588db198c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:40:40.665302 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Attempting to bind port 34cf3911-02f6-47d1-a6e9-44d588db198c on network c3993342-595e-4347-a876-2cf677b210d2 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:40.685932 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Port 34cf3911-02f6-47d1-a6e9-44d588db198c on network c3993342-595e-4347-a876-2cf677b210d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:40:40.686259 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Attempting to bind port 34cf3911-02f6-47d1-a6e9-44d588db198c on network c3993342-595e-4347-a876-2cf677b210d2 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:40.711246 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:40:40.745413 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:40.749400 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:40:40.755896 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Checking segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:40.761031 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Bound using segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:40:40.761737 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Bound port: 34cf3911-02f6-47d1-a6e9-44d588db198c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:40:40.763171 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:40.827373 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Transition to ACTIVE for port object 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:40.878899 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:40.900550 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8a2a6d83-0879-4683-9ff9-5b0e225ca2d9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:40.920374 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-d513ad49-4040-43a5-904b-156710ad5d1f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3969395 Jun 28 09:40:41.081305 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:41.085111 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] For port 34cf3911-02f6-47d1-a6e9-44d588db198c, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:40:41.100704 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:41.110677 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] For port 34cf3911-02f6-47d1-a6e9-44d588db198c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=34cf3911-02f6-47d1-a6e9-44d588db198c,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:40:41.152602 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-b84fd931-317f-4fef-b0bf-aa967b568fba service neutron] 10.222.0.13 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277875 Jun 28 09:40:41.230864 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:41.235881 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Attempting to bind port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:40:41.241509 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Attempting to bind port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '35104328-b9ef-4551-9591-4b10d5797efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f7d04e7a-411d-4054-b827-b01d46e2b12a'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:40:41.242166 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Attempting to bind port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 on network f7d04e7a-411d-4054-b827-b01d46e2b12a {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:41.246868 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:41.294624 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05be58-be42-4f5c-915f-229892114e53 req-ceb1f5cb-cc38-4bf2-bff7-bde669afb0cb tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:41.303047 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cb05be58-be42-4f5c-915f-229892114e53 req-ceb1f5cb-cc38-4bf2-bff7-bde669afb0cb tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 943 time: 0.3428237 Jun 28 09:40:41.347087 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 on network f7d04e7a-411d-4054-b827-b01d46e2b12a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:40:41.347424 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Attempting to bind port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 on network f7d04e7a-411d-4054-b827-b01d46e2b12a {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:41.369215 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:40:41.369562 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Checking segment: {'id': '35104328-b9ef-4551-9591-4b10d5797efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f7d04e7a-411d-4054-b827-b01d46e2b12a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:41.369952 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Bound using segment: {'id': '35104328-b9ef-4551-9591-4b10d5797efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f7d04e7a-411d-4054-b827-b01d46e2b12a'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:40:41.370413 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Bound port: 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35104328-b9ef-4551-9591-4b10d5797efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f7d04e7a-411d-4054-b827-b01d46e2b12a'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:40:41.384196 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:41.424574 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-b4b8ba99-91a8-4167-a6c3-b2b707b08581 service neutron] 10.222.0.13 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335322 Jun 28 09:40:41.425040 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:41.426015 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:41.428745 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] 10.222.0.36 "PUT /v2.0/ports/34cf3911-02f6-47d1-a6e9-44d588db198c HTTP/1.1" status: 200 len: 1094 time: 5.0023627 Jun 28 09:40:41.446360 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39618c3b-523c-4d75-bb9c-7632145c4ce6', 'tag': '34cf3911-02f6-47d1-a6e9-44d588db198c'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:40:41.569341 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cb05be58-be42-4f5c-915f-229892114e53 req-3d880016-b304-47c9-a168-4e63720f8778 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652912 Jun 28 09:40:41.706126 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf3911-02f6-47d1-a6e9-44d588db198c,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:41.786700 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:41.871537 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3d9b8f6d-04e2-4da8-b00d-e3c49a549bb2 req-d493cedd-8118-4565-b185-2ca8269905c1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 210 time: 0.0769656 Jun 28 09:40:42.215149 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49596) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:42.346810 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] For port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:40:42.391681 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c57-f9b8-432b-9b3a-d769c081074f req-bc3a6a8e-c94d-45f9-81eb-29f3fc49d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:42.393477 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-bc3a6a8e-c94d-45f9-81eb-29f3fc49d576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 1097 time: 0.8475316 Jun 28 09:40:42.441046 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac164e9-719d-41a4-9b28-783ef10b4509 req-209c3ae2-5991-46ba-ae23-b6f23b396652 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:42.445349 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7ac164e9-719d-41a4-9b28-783ef10b4509 req-209c3ae2-5991-46ba-ae23-b6f23b396652 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 944 time: 0.6553116 Jun 28 09:40:42.450291 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] For port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,segment=NetworkSegment(35104328-b9ef-4551-9591-4b10d5797efe),segment_id=35104328-b9ef-4551-9591-4b10d5797efe)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:40:42.660074 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-02525c2c-3218-4c2b-8362-9abf6c3ab319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:42.699795 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:42.715706 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aaa88f-46ef-4f20-b379-81668e6948dd" -d '{"events": [{"name": "network-changed", "server_uuid": "39618c3b-523c-4d75-bb9c-7632145c4ce6", "tag": "34cf3911-02f6-47d1-a6e9-44d588db198c"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:40:42.767030 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-edf59039-e408-4798-a7c0-46b660d059e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34cf3911-02f6-47d1-a6e9-44d588db198c HTTP/1.1" status: 200 len: 217 time: 0.3132401 Jun 28 09:40:42.770106 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:42.850994 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:42.867233 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:42.890987 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:42.891957 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:42.893774 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 HTTP/1.1" status: 200 len: 1093 time: 4.5971856 Jun 28 09:40:42.901901 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7ac164e9-719d-41a4-9b28-783ef10b4509 req-fa373f3f-bbec-4088-9633-80538e0065c6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468374 Jun 28 09:40:42.946142 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-02525c2c-3218-4c2b-8362-9abf6c3ab319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:42.969447 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699d740-d1b5-4608-9812-88de7dfb8fd5 req-81086e8d-8310-4d45-b823-6fe883bf86c1 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:42.973648 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7699d740-d1b5-4608-9812-88de7dfb8fd5 req-81086e8d-8310-4d45-b823-6fe883bf86c1 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 943 time: 0.1723170 Jun 28 09:40:42.975079 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-02525c2c-3218-4c2b-8362-9abf6c3ab319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:42.979981 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:43.051172 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02525c2c-3218-4c2b-8362-9abf6c3ab319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e97e499-ab1b-4144-be8d-df45888aa7ed,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:43.086405 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-02525c2c-3218-4c2b-8362-9abf6c3ab319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:43.122103 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7699d740-d1b5-4608-9812-88de7dfb8fd5 req-ea310e1e-d78a-4edf-9c6f-1cebcce3f5f0 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984993 Jun 28 09:40:43.128082 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49628) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:43.136170 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-02525c2c-3218-4c2b-8362-9abf6c3ab319 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=813d4f1c59594e05b7aa01757f204955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9182558 Jun 28 09:40:43.238985 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8142b373-0f1c-4de5-9684-32e930806a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:43.293228 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8142b373-0f1c-4de5-9684-32e930806a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:43.405709 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8142b373-0f1c-4de5-9684-32e930806a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:43.409967 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8142b373-0f1c-4de5-9684-32e930806a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:43.421055 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-8142b373-0f1c-4de5-9684-32e930806a81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e97e499-ab1b-4144-be8d-df45888aa7ed HTTP/1.1" status: 204 len: 168 time: 0.2912855 Jun 28 09:40:43.423309 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:43.449979 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d8165bf4-304a-40d2-aeb3-1f47afa7de43 req-ee111d3f-59db-4101-a8d9-95f524cd2bbb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 210 time: 0.0739150 Jun 28 09:40:43.458479 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142b373-0f1c-4de5-9684-32e930806a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e97e499-ab1b-4144-be8d-df45888aa7ed,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:43.471809 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8142b373-0f1c-4de5-9684-32e930806a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:43.760417 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3ef636-1ccc-4566-b360-0bda41b3a9c3 x-openstack-request-id: req-0d3ef636-1ccc-4566-b360-0bda41b3a9c3 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:40:43.760761 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39618c3b-523c-4d75-bb9c-7632145c4ce6", "tag": "34cf3911-02f6-47d1-a6e9-44d588db198c", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:40:43.761188 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d3ef636-1ccc-4566-b360-0bda41b3a9c3 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:40:43.761988 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39618c3b-523c-4d75-bb9c-7632145c4ce6', 'tag': '34cf3911-02f6-47d1-a6e9-44d588db198c', 'status': 'completed', 'code': 200} Jun 28 09:40:43.823003 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49654) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:44.277457 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900aff1-9af9-46cb-aeba-4052a5e1e842 req-06e36315-0639-40f7-914e-be77c32fdbdf tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:44.286302 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1900aff1-9af9-46cb-aeba-4052a5e1e842 req-06e36315-0639-40f7-914e-be77c32fdbdf tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 944 time: 0.1170175 Jun 28 09:40:44.325452 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49680) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:44.366793 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5318a699-0fda-4c5b-bfe6-42235c1dec51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:44.385327 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a1847201-2adc-424a-890d-69482677c25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:44.681463 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1900aff1-9af9-46cb-aeba-4052a5e1e842 req-a807b6fb-a747-42eb-907f-c059eef68d10 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937266 Jun 28 09:40:44.708295 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5318a699-0fda-4c5b-bfe6-42235c1dec51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:44.760583 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5318a699-0fda-4c5b-bfe6-42235c1dec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:44.777059 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1d86d2ad-aadc-4c2a-9a33-60096fc47a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:44.800603 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865c679-eb84-44cb-96b3-5b08c3014ac0 req-b260cc3d-4d4e-4138-bab7-4ddfb78a4f92 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:44.810177 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9865c679-eb84-44cb-96b3-5b08c3014ac0 req-b260cc3d-4d4e-4138-bab7-4ddfb78a4f92 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 943 time: 0.2664871 Jun 28 09:40:44.898770 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-5318a699-0fda-4c5b-bfe6-42235c1dec51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb1ba972b6de4fb5a4faaf656bc58523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715883 Jun 28 09:40:44.909353 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5ea95742-dd59-4cd4-9284-a2a0d2fffca7 req-c4ad3e46-259b-4314-b047-b59720f342c5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 210 time: 0.0557041 Jun 28 09:40:44.910055 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49692) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:44.913180 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9865c679-eb84-44cb-96b3-5b08c3014ac0 req-b1447644-37ec-4bfb-b81c-053a0b4935ae tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016595 Jun 28 09:40:44.945355 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a699-0fda-4c5b-bfe6-42235c1dec51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da272166-997d-41ac-b18d-a690c83d87e5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:44.948877 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5318a699-0fda-4c5b-bfe6-42235c1dec51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:44.988104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf2fbcd-5670-4746-8c8e-f805271032a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.006763 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a1847201-2adc-424a-890d-69482677c25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.011671 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a1847201-2adc-424a-890d-69482677c25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.013611 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf2fbcd-5670-4746-8c8e-f805271032a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.014851 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:45.058097 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-a1847201-2adc-424a-890d-69482677c25f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4074b5d248f14e5fa8932c759a096009&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2314286 Jun 28 09:40:45.058097 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1847201-2adc-424a-890d-69482677c25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671f7101-43fb-4a4c-9fa0-242d84e89866,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:45.059682 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49696) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:45.066762 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a1847201-2adc-424a-890d-69482677c25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:45.086410 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf2fbcd-5670-4746-8c8e-f805271032a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.089853 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf2fbcd-5670-4746-8c8e-f805271032a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.093539 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-adf2fbcd-5670-4746-8c8e-f805271032a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da272166-997d-41ac-b18d-a690c83d87e5 HTTP/1.1" status: 204 len: 168 time: 0.1792901 Jun 28 09:40:45.093539 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:45.108039 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2fbcd-5670-4746-8c8e-f805271032a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da272166-997d-41ac-b18d-a690c83d87e5,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:45.117531 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-adf2fbcd-5670-4746-8c8e-f805271032a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:45.144659 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8ced-bfdb-4ca7-9dd6-46a347e65e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.190736 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8ced-bfdb-4ca7-9dd6-46a347e65e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.271873 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8ced-bfdb-4ca7-9dd6-46a347e65e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.274929 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2f7e8ced-bfdb-4ca7-9dd6-46a347e65e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.276089 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-2f7e8ced-bfdb-4ca7-9dd6-46a347e65e67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/671f7101-43fb-4a4c-9fa0-242d84e89866 HTTP/1.1" status: 204 len: 168 time: 0.2151663 Jun 28 09:40:45.286144 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5318a699-0fda-4c5b-bfe6-42235c1dec51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:45.300348 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e8ced-bfdb-4ca7-9dd6-46a347e65e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671f7101-43fb-4a4c-9fa0-242d84e89866,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:45.303248 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2f7e8ced-bfdb-4ca7-9dd6-46a347e65e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:45.763282 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b780529b-cceb-4bb6-aabb-740e75789427', 'tag': '3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:40:45.765925 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8603d4f-d42d-4574-a88a-843f9895b2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b780529b-cceb-4bb6-aabb-740e75789427", "tag": "3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:40:45.807301 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 49738) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:45.823158 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-47019459-304b-40b5-a633-8c09a3d13c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:45.881990 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430b774-eec3-4bb4-b92c-f3b65486f9b1 req-6074134c-d065-4a79-900a-b1765e997966 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:45.884577 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7430b774-eec3-4bb4-b92c-f3b65486f9b1 req-6074134c-d065-4a79-900a-b1765e997966 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 944 time: 0.0844769 Jun 28 09:40:45.895210 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb33248-42eb-4e2f-a6f7-1b60d0c3b408 x-openstack-request-id: req-bcb33248-42eb-4e2f-a6f7-1b60d0c3b408 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:40:45.895542 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b780529b-cceb-4bb6-aabb-740e75789427", "tag": "3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:40:45.895900 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcb33248-42eb-4e2f-a6f7-1b60d0c3b408 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:40:45.896317 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b780529b-cceb-4bb6-aabb-740e75789427', 'tag': '3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01', 'status': 'completed', 'code': 200} Jun 28 09:40:45.936990 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7430b774-eec3-4bb4-b92c-f3b65486f9b1 req-5b5cd682-b66d-44e9-9702-5fe6ea5e5163 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388641 Jun 28 09:40:46.001549 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-47019459-304b-40b5-a633-8c09a3d13c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:46.007862 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-47019459-304b-40b5-a633-8c09a3d13c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:46.011878 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:46.050327 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-47019459-304b-40b5-a633-8c09a3d13c66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=691315b0de424fa49f12db019913f28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419086 Jun 28 09:40:46.051774 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47019459-304b-40b5-a633-8c09a3d13c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e6039-e5c2-4a58-ab57-b253043fb601,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:46.054288 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 49756) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:46.069352 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-47019459-304b-40b5-a633-8c09a3d13c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:46.139823 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f0ffc3bb-93f3-4fa4-b7ce-fe999e70611d req-7bd8f698-77fe-4eb1-86f6-96be28590fd0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 210 time: 0.0603426 Jun 28 09:40:46.175931 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b4587ed-8d27-45fa-bd7d-72c0d3b5c94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:46.235005 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b4587ed-8d27-45fa-bd7d-72c0d3b5c94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:46.280994 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02a821-9aa4-4570-a449-b448f7233b31 req-d30ee258-c88f-4039-9a38-f4cf13a6e590 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:46.282651 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dd02a821-9aa4-4570-a449-b448f7233b31 req-d30ee258-c88f-4039-9a38-f4cf13a6e590 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 943 time: 0.1564355 Jun 28 09:40:46.336850 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71233c57-f9b8-432b-9b3a-d769c081074f req-a8358f2c-ca51-4074-858d-9c106b2834f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:46.339260 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-a8358f2c-ca51-4074-858d-9c106b2834f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.1438742 Jun 28 09:40:46.370864 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dd02a821-9aa4-4570-a449-b448f7233b31 req-11f4a7f6-33de-4d37-9e71-51b148ef78de tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810440 Jun 28 09:40:46.416148 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-d2b86e70-2361-42cb-8d50-619d8ae9d3f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665197 Jun 28 09:40:46.450535 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8603d4f-d42d-4574-a88a-843f9895b2f7 req-39c2857b-ddfc-40b9-8c92-b156972e4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:46.452075 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8603d4f-d42d-4574-a88a-843f9895b2f7 req-39c2857b-ddfc-40b9-8c92-b156972e4400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ec005b3693145f98fc379b7fb53d58e&device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 1096 time: 0.2147279 Jun 28 09:40:46.500808 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b4587ed-8d27-45fa-bd7d-72c0d3b5c94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:46.547913 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b4587ed-8d27-45fa-bd7d-72c0d3b5c94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:46.554453 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1b4587ed-8d27-45fa-bd7d-72c0d3b5c94f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/915e6039-e5c2-4a58-ab57-b253043fb601 HTTP/1.1" status: 204 len: 168 time: 0.4939110 Jun 28 09:40:46.572084 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:46.805057 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4587ed-8d27-45fa-bd7d-72c0d3b5c94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e6039-e5c2-4a58-ab57-b253043fb601,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:46.820509 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-2883122a-cb5c-43a7-90ef-be10252ac02a service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949838 Jun 28 09:40:46.822122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1b4587ed-8d27-45fa-bd7d-72c0d3b5c94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:46.993501 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8603d4f-d42d-4574-a88a-843f9895b2f7 req-0f74676a-6238-4120-8010-447cd7e1be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:46.995829 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8603d4f-d42d-4574-a88a-843f9895b2f7 req-0f74676a-6238-4120-8010-447cd7e1be35 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4ec005b3693145f98fc379b7fb53d58e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5190856 Jun 28 09:40:47.207914 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.36', 62507) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:47.208791 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8603d4f-d42d-4574-a88a-843f9895b2f7 req-5fe44551-24c3-417d-a288-1eabe0576fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:47.211402 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8603d4f-d42d-4574-a88a-843f9895b2f7 req-5fe44551-24c3-417d-a288-1eabe0576fb2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021103 Jun 28 09:40:47.218606 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-71233c57-f9b8-432b-9b3a-d769c081074f req-faea083e-7295-429b-9038-5ac7c50e4954 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726509 Jun 28 09:40:47.483143 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-89c6c635-822c-4992-a6c5-eb71a8a3936c req-6d73a0b9-622a-43c5-a550-1cfec738f1ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 210 time: 0.0666029 Jun 28 09:40:47.585095 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-9d867aba-3715-4475-97ac-d7da117dd5f6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:47.587258 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-9d867aba-3715-4475-97ac-d7da117dd5f6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 816 time: 0.3782761 Jun 28 09:40:47.712038 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-cf4369e0-2839-40ed-aa3c-402f0d3b5417 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84dcf401cba94a82b851459138f8c61d HTTP/1.1" status: 200 len: 380 time: 0.1147497 Jun 28 09:40:47.747737 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'port': {'device_id': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'admin_state_up': True, 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'security_groups': ['8bca772e-a160-49b4-8f62-9378085b5d72']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:47.897987 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eddffd-5448-4085-9eb3-10fdb757dec2 req-b1763a43-481f-489d-aff1-895415f74922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:47.908208 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f7eddffd-5448-4085-9eb3-10fdb757dec2 req-b1763a43-481f-489d-aff1-895415f74922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 944 time: 0.6361642 Jun 28 09:40:47.926954 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-5b126e84-7e03-4191-8f5e-81e460770f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:47.929076 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-5b126e84-7e03-4191-8f5e-81e460770f39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ec005b3693145f98fc379b7fb53d58e&device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 1096 time: 0.5477343 Jun 28 09:40:47.953593 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-ef8be17f-5252-41fd-b766-6613eef5c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:47.955068 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-ef8be17f-5252-41fd-b766-6613eef5c93a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 1097 time: 0.5729218 Jun 28 09:40:47.966122 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Made reservation on behalf of 84dcf401cba94a82b851459138f8c61d for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:47.970068 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:48.049761 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-4cbc0ebc-b6a9-4047-84b8-b1646450b3ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 HTTP/1.1" status: 200 len: 217 time: 0.0984597 Jun 28 09:40:48.160955 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-9cae52bc-ac1d-4e0d-8eea-9b9db213a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:48.162462 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-9cae52bc-ac1d-4e0d-8eea-9b9db213a691 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fa6c23e-d1c0-4b2f-87a7-c10e3ac8b3d0 HTTP/1.1" status: 200 len: 852 time: 0.0952480 Jun 28 09:40:48.205182 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f7eddffd-5448-4085-9eb3-10fdb757dec2 req-2821aaa7-db41-4bd3-a6ae-50cb88d85854 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957234 Jun 28 09:40:48.250581 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Allocated IP 172.20.0.7 (34fc9d2e-bdd5-4825-862e-a79d5dec26d5/9f43924c-be65-4b64-96aa-895af2db7eeb/6ed9ea12-dbaa-4057-9fb8-2840534bd6a7) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:40:48.254691 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-92ca5284-ec7c-46bd-b969-1513835ef294 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7d04e7a-411d-4054-b827-b01d46e2b12a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794711 Jun 28 09:40:48.278585 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616c3c0-db1a-4a2c-987d-7cc7ad71ba1a req-55399921-ef17-4138-ab53-c19dd7bee257 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:48.280414 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b616c3c0-db1a-4a2c-987d-7cc7ad71ba1a req-55399921-ef17-4138-ab53-c19dd7bee257 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 943 time: 0.5848939 Jun 28 09:40:48.369576 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-add71190-c7e3-459c-b267-4c898d7d83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:48.371560 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-add71190-c7e3-459c-b267-4c898d7d83d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 915 time: 0.4066482 Jun 28 09:40:48.390993 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b616c3c0-db1a-4a2c-987d-7cc7ad71ba1a req-1c07819c-f322-45aa-a696-4e1893672d91 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899930 Jun 28 09:40:48.423687 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-9179a4ce-b751-4459-a329-4971840a0b3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34cf3911-02f6-47d1-a6e9-44d588db198c HTTP/1.1" status: 200 len: 217 time: 0.0425847 Jun 28 09:40:48.493866 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-6c192c73-a137-4390-b7d1-194aee6d370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:48.495588 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-6c192c73-a137-4390-b7d1-194aee6d370e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.0594459 Jun 28 09:40:48.499264 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-bbca00ec-bd42-42a9-b068-405a48a3dc2f service neutron] 10.222.0.36 "GET /v2.0/networks/f7d04e7a-411d-4054-b827-b01d46e2b12a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366083 Jun 28 09:40:48.561077 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-97fbe9a8-7c81-4a25-8697-aae9849975f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475583 Jun 28 09:40:48.608345 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:48.624273 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Transition to ACTIVE for port object 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:48.716013 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:48.721861 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:48.851963 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a47e374-3ac2-4005-83e4-8dfc5d0bc878 req-acffef33-6f9a-4edf-a0cf-d817a4d941a5 service neutron] 10.222.0.36 "GET /v2.0/networks/f7d04e7a-411d-4054-b827-b01d46e2b12a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394394 Jun 28 09:40:48.872880 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-03a20066-57b6-487a-9d12-56fb28f5d87c service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027291 Jun 28 09:40:48.902098 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:40:48.909074 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:48.938479 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:40:48.975259 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e353660-6fc7-4765-9442-180f87388b5d req-e16b8a29-1b4d-45e2-b69f-96abc3ed6d99 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:48.988126 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8e353660-6fc7-4765-9442-180f87388b5d req-e16b8a29-1b4d-45e2-b69f-96abc3ed6d99 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 931 time: 0.2371202 Jun 28 09:40:49.008329 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:49.014090 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:49.050421 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:49.052771 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:49.093806 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3509789 Jun 28 09:40:49.106704 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Request body: {'port': {'device_id': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:49.167050 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-87aaa88f-46ef-4f20-b379-81668e6948dd req-fb1d92f6-f04e-4b7a-94d6-7aaf73db9edd service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834389 Jun 28 09:40:49.231378 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8e353660-6fc7-4765-9442-180f87388b5d req-86e0b749-fa2e-4b22-8d7e-f2fbe95dfce8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414358 Jun 28 09:40:49.270841 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0648db1-c37e-4a15-959b-72b6cca446ab None None] Provisioning for port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:49.276352 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0648db1-c37e-4a15-959b-72b6cca446ab None None] Provisioning complete for port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:49.280577 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0648db1-c37e-4a15-959b-72b6cca446ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:49.280831 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:49.374482 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0648db1-c37e-4a15-959b-72b6cca446ab None None] Port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:40:49.624198 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbd0eb-1223-482c-9ee9-2a69b208d5a7 req-4ad04780-1191-4842-90cc-c442e5a4a55f tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:49.632216 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0bbbd0eb-1223-482c-9ee9-2a69b208d5a7 req-4ad04780-1191-4842-90cc-c442e5a4a55f tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 943 time: 0.0940738 Jun 28 09:40:49.680592 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0bbbd0eb-1223-482c-9ee9-2a69b208d5a7 req-14a73269-5f6c-4a89-881f-0fbc2d6df632 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 Jun 28 09:40:49.717509 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d658a-7314-454e-ae51-2eedf133ff82 req-d3b1b986-34ea-4711-bc32-3ca44518259f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:49.719173 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-257d658a-7314-454e-ae51-2eedf133ff82 req-d3b1b986-34ea-4711-bc32-3ca44518259f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 944 time: 0.2945454 Jun 28 09:40:49.800263 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-257d658a-7314-454e-ae51-2eedf133ff82 req-863b7507-e40c-4f65-b835-adbae4093030 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518498 Jun 28 09:40:49.905921 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:40:49.915171 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:49.934926 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Transition to ACTIVE for port object 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:40:49.945694 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:49.948884 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:50.001303 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:50.004468 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:50.306494 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Attempting to bind port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:40:50.307903 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Attempting to bind port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:40:50.308220 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Attempting to bind port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 on network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:50.325280 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 on network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:40:50.325848 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Attempting to bind port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 on network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:40:50.332349 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:40:50.332349 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Checking segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:50.332970 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Bound using segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:40:50.333468 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Bound port: 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:40:50.333839 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:50.414640 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:40:50.420776 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:40:50.421989 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 34cf3911-02f6-47d1-a6e9-44d588db198c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:40:50.429047 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:50.450804 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:50.455898 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636366f7-f478-4faf-b9b6-cc02f115f976 req-3095e793-0fe2-4055-8b91-290f099f00db tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:50.458896 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-636366f7-f478-4faf-b9b6-cc02f115f976 req-3095e793-0fe2-4055-8b91-290f099f00db tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.1048315 Jun 28 09:40:50.546972 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:50.547668 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:50.549711 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] 10.222.0.36 "PUT /v2.0/ports/6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 HTTP/1.1" status: 200 len: 1093 time: 1.4476275 Jun 28 09:40:50.549711 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:40:50.562917 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-636366f7-f478-4faf-b9b6-cc02f115f976 req-e085fab4-77e0-48e2-8344-eac8c02b030a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978525 Jun 28 09:40:50.578637 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:50.589245 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:50.600107 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 34cf3911-02f6-47d1-a6e9-44d588db198c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=34cf3911-02f6-47d1-a6e9-44d588db198c,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:50.631849 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '34cf3911-02f6-47d1-a6e9-44d588db198c', 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'port_id': '34cf3911-02f6-47d1-a6e9-44d588db198c', 'mac_address': 'fa:16:3e:ad:e6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6362be20-b59e-41a1-82d9-e5e1ace82278', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:40:50.653643 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50006) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:50.725023 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:50.772266 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cf3911-02f6-47d1-a6e9-44d588db198c {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:40:50.828556 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-27451b38-7724-4085-bd93-4e4a799de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:50.831390 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-27451b38-7724-4085-bd93-4e4a799de7c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 1096 time: 0.2289793 Jun 28 09:40:50.872439 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 34cf3911-02f6-47d1-a6e9-44d588db198c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=34cf3911-02f6-47d1-a6e9-44d588db198c,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:50.895683 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:50.915039 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:50.942283 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-244ed520-31ae-4672-ae00-4a69981248b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 HTTP/1.1" status: 200 len: 217 time: 0.1032202 Jun 28 09:40:51.085950 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=34cf3911-02f6-47d1-a6e9-44d588db198c,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:51.105393 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:51.109388 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688274e8-0998-4ec2-9747-9a2254a76dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:40:51.150418 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-e702350b-85d8-419e-857e-888103ea9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:51.153574 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-e702350b-85d8-419e-857e-888103ea9d37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.2048519 Jun 28 09:40:51.180393 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['34cf3911-02f6-47d1-a6e9-44d588db198c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:40:51.250033 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ce3-ca46-404a-b414-de99cf1c5e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.299312 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50042) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:51.341140 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65de8a-9296-46e6-bfdd-52f5846ae19b req-c6015ebb-3d7e-4154-8811-386eaa699476 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:51.344445 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4d65de8a-9296-46e6-bfdd-52f5846ae19b req-c6015ebb-3d7e-4154-8811-386eaa699476 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 943 time: 0.3476028 Jun 28 09:40:51.350044 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b17e-0207-4dc1-bdb0-9eb6946f58e5 req-be2f25e1-d351-4257-97e8-5188098881be tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:51.356196 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2d4b17e-0207-4dc1-bdb0-9eb6946f58e5 req-be2f25e1-d351-4257-97e8-5188098881be tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 945 time: 0.2189822 Jun 28 09:40:51.408143 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-18791ab8-76ad-44e3-8b29-7d032af960ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:51.409907 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-18791ab8-76ad-44e3-8b29-7d032af960ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2496436 Jun 28 09:40:51.428183 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-40019bc6-98d4-48c1-8759-243261b90836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.439640 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2d4b17e-0207-4dc1-bdb0-9eb6946f58e5 req-0cc7dfc8-d468-4ebb-874e-1fb08a0bf26f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729599 Jun 28 09:40:51.485731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ce3-ca46-404a-b414-de99cf1c5e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.491429 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8ce3-ca46-404a-b414-de99cf1c5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.495415 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:51.511899 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50050) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:51.531736 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4d65de8a-9296-46e6-bfdd-52f5846ae19b req-aeae9ef9-dcc1-47f7-a55a-9e70053e6cbf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635740 Jun 28 09:40:51.536616 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-4c5c8ce3-ca46-404a-b414-de99cf1c5e1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16c4ff38d601419b92f0c67c065014b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8806264 Jun 28 09:40:51.537088 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50054) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:51.543494 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c8ce3-ca46-404a-b414-de99cf1c5e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abf17cb-7f47-4054-98bb-715583a114c8,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:51.547137 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4c5c8ce3-ca46-404a-b414-de99cf1c5e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:51.617970 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8f321e21-125f-459c-904c-2f99c559ee41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.631866 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-4acf7b11-b412-4b8f-8d69-a942f86c8cdd service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988270 Jun 28 09:40:51.647224 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8f321e21-125f-459c-904c-2f99c559ee41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.726087 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8f321e21-125f-459c-904c-2f99c559ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.729909 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8f321e21-125f-459c-904c-2f99c559ee41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.731289 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-8f321e21-125f-459c-904c-2f99c559ee41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5abf17cb-7f47-4054-98bb-715583a114c8 HTTP/1.1" status: 204 len: 168 time: 0.1932549 Jun 28 09:40:51.732017 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:51.741207 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3264a7f3-369d-4e11-bfd3-6bab167b1609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.743986 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f321e21-125f-459c-904c-2f99c559ee41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abf17cb-7f47-4054-98bb-715583a114c8,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:51.750495 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee4accd-272d-45c8-8390-68cc338e23e7 x-openstack-request-id: req-6ee4accd-272d-45c8-8390-68cc338e23e7 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:40:51.750695 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:40:51.750964 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ee4accd-272d-45c8-8390-68cc338e23e7 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:40:51.752006 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'status': 'completed', 'code': 200} Jun 28 09:40:51.763793 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8f321e21-125f-459c-904c-2f99c559ee41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:51.778102 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aebaeab2-28b2-4ccf-9a5b-a6d683d94ede req-48548f3e-f187-49b9-8d92-63c3bf9cb0d1 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376102 Jun 28 09:40:51.818279 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-40019bc6-98d4-48c1-8759-243261b90836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.829181 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-40019bc6-98d4-48c1-8759-243261b90836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:51.852465 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-02525c2c-3218-4c2b-8362-9abf6c3ab319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:51.928188 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-40019bc6-98d4-48c1-8759-243261b90836 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d71d4f31f8c4c45a2eb36042f09ccf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257975 Jun 28 09:40:51.930858 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50064) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:51.949945 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238fbea-b44b-4ddf-a6c6-0517c9cee18b req-e2fa17b2-7c45-47cc-8c21-5c2e3c2b5162 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:51.951965 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6238fbea-b44b-4ddf-a6c6-0517c9cee18b req-e2fa17b2-7c45-47cc-8c21-5c2e3c2b5162 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.1879508 Jun 28 09:40:52.006901 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40019bc6-98d4-48c1-8759-243261b90836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80048ce8-303c-4cb6-aa98-9e4c6debbe7e,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:52.023935 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-40019bc6-98d4-48c1-8759-243261b90836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:52.044562 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57ce9948-47c3-47e4-a91d-019d5f9be5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.073510 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57ce9948-47c3-47e4-a91d-019d5f9be5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.090181 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-c8b1f1ae-6cff-4ee3-948b-8cf9dda0c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:52.091978 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-c8b1f1ae-6cff-4ee3-948b-8cf9dda0c14d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 1096 time: 0.2578907 Jun 28 09:40:52.113748 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50076) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:52.132723 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c9658e4d-bc64-4fce-b655-c8fa3f348626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.134440 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6238fbea-b44b-4ddf-a6c6-0517c9cee18b req-0d01c137-d155-4814-8321-df7874ad775d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536336 Jun 28 09:40:52.193964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57ce9948-47c3-47e4-a91d-019d5f9be5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.196660 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57ce9948-47c3-47e4-a91d-019d5f9be5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.199305 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3264a7f3-369d-4e11-bfd3-6bab167b1609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.200789 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-57ce9948-47c3-47e4-a91d-019d5f9be5c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80048ce8-303c-4cb6-aa98-9e4c6debbe7e HTTP/1.1" status: 204 len: 168 time: 0.2685332 Jun 28 09:40:52.201946 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08b86293-1d03-443a-b7c9-af9b94211ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:52.216967 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce9948-47c3-47e4-a91d-019d5f9be5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80048ce8-303c-4cb6-aa98-9e4c6debbe7e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:52.220713 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-57ce9948-47c3-47e4-a91d-019d5f9be5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:52.273516 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3264a7f3-369d-4e11-bfd3-6bab167b1609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.295589 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4c61aa8e-578a-44e1-a299-7953d9388f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:52.345596 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c9658e4d-bc64-4fce-b655-c8fa3f348626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.353430 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c9658e4d-bc64-4fce-b655-c8fa3f348626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.357690 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8f321e21-125f-459c-904c-2f99c559ee41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:52.391970 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-3264a7f3-369d-4e11-bfd3-6bab167b1609 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dc321ad06274278ba0a38f5bb1a2541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750169 Jun 28 09:40:52.392788 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264a7f3-369d-4e11-bfd3-6bab167b1609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee44a22-a33e-40cd-b72d-baf9f7a2d6e0,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:52.397352 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50084) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:52.404733 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3264a7f3-369d-4e11-bfd3-6bab167b1609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:52.404957 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-c9658e4d-bc64-4fce-b655-c8fa3f348626 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca6948a3bfe64422b58853a8068b5502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901390 Jun 28 09:40:52.405736 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50086) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:52.406409 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9658e4d-bc64-4fce-b655-c8fa3f348626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b775794-f3a0-4f6a-8a10-23f80dfeec6c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:52.409487 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-a723f7a4-33da-48c1-9450-a1ccac267c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:52.412023 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-a723f7a4-33da-48c1-9450-a1ccac267c21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.3059731 Jun 28 09:40:52.413275 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:40:52.416197 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c9658e4d-bc64-4fce-b655-c8fa3f348626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:52.477007 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-ec799924-ecf4-41ef-9898-5b21267e2125 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 HTTP/1.1" status: 200 len: 217 time: 0.0567060 Jun 28 09:40:52.495105 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd8fa-4676-4400-b7ae-84da796a9d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.525038 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd8fa-4676-4400-b7ae-84da796a9d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.555516 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-f0186d93-910e-4af5-b9d8-0dd193527880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:52.557028 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-f0186d93-910e-4af5-b9d8-0dd193527880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0712876 Jun 28 09:40:52.560126 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-786e218c-4855-471b-b9cc-48afe07920a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.596957 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd8fa-4676-4400-b7ae-84da796a9d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.600938 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd8fa-4676-4400-b7ae-84da796a9d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.603967 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6c6fd8fa-4676-4400-b7ae-84da796a9d89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b775794-f3a0-4f6a-8a10-23f80dfeec6c HTTP/1.1" status: 204 len: 168 time: 0.1938710 Jun 28 09:40:52.605092 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:52.628807 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-786e218c-4855-471b-b9cc-48afe07920a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.651870 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fd8fa-4676-4400-b7ae-84da796a9d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b775794-f3a0-4f6a-8a10-23f80dfeec6c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:52.656083 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6c6fd8fa-4676-4400-b7ae-84da796a9d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:52.666700 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 34cf3911-02f6-47d1-a6e9-44d588db198c up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:52.721211 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-786e218c-4855-471b-b9cc-48afe07920a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.728527 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-786e218c-4855-471b-b9cc-48afe07920a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.730080 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-786e218c-4855-471b-b9cc-48afe07920a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ee44a22-a33e-40cd-b72d-baf9f7a2d6e0 HTTP/1.1" status: 204 len: 168 time: 0.3313136 Jun 28 09:40:52.731762 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:52.766204 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e218c-4855-471b-b9cc-48afe07920a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee44a22-a33e-40cd-b72d-baf9f7a2d6e0,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:52.774866 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-786e218c-4855-471b-b9cc-48afe07920a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:52.780016 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-91e9fde4-1be7-402d-a979-15041c875937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:52.782765 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-91e9fde4-1be7-402d-a979-15041c875937 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2113466 Jun 28 09:40:52.798124 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,segment=NetworkSegment(35104328-b9ef-4551-9591-4b10d5797efe),segment_id=35104328-b9ef-4551-9591-4b10d5797efe)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:52.825674 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01', 'network_id': 'f7d04e7a-411d-4054-b827-b01d46e2b12a', 'port_id': '3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01', 'mac_address': 'fa:16:3e:0f:b5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa6c23e-d1c0-4b2f-87a7-c10e3ac8b3d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:40:52.847125 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50104) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:52.871877 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-abc37906-67e3-494d-aef2-cee47c024b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.884096 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 34cf3911-02f6-47d1-a6e9-44d588db198c completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:52.887518 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64700cef-9fae-4d09-8510-b1b6447cde8b req-1ab69513-cab8-478a-997e-9dbf4f1fb1a8 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:52.891368 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.896034 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 34cf3911-02f6-47d1-a6e9-44d588db198c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:52.896991 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:52.904890 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-64700cef-9fae-4d09-8510-b1b6447cde8b req-1ab69513-cab8-478a-997e-9dbf4f1fb1a8 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 945 time: 0.1375051 Jun 28 09:40:52.907192 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-7a92e7eb-6b2e-4ba0-9e0d-32cfbf1e901f service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115048 Jun 28 09:40:52.960099 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:40:53.012134 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,segment=NetworkSegment(35104328-b9ef-4551-9591-4b10d5797efe),segment_id=35104328-b9ef-4551-9591-4b10d5797efe)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:53.029254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.033894 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.036658 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-64700cef-9fae-4d09-8510-b1b6447cde8b req-3855a1cf-0a64-4e46-b650-54d47db67dda tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295438 Jun 28 09:40:53.037928 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:53.067781 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66883b09-f69d-48b9-977c-d9bd4ae90970 req-2f7272fc-b495-456f-994b-5f85b3c7a104 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:53.069566 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-66883b09-f69d-48b9-977c-d9bd4ae90970 req-2f7272fc-b495-456f-994b-5f85b3c7a104 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 943 time: 0.2847342 Jun 28 09:40:53.098306 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-688274e8-0998-4ec2-9747-9a2254a76dfb req-e57c398b-622a-4319-bdaa-701f933aadbb service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651242 Jun 28 09:40:53.116279 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 34cf3911-02f6-47d1-a6e9-44d588db198c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=34cf3911-02f6-47d1-a6e9-44d588db198c,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:53.116763 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39618c3b-523c-4d75-bb9c-7632145c4ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf3911-02f6-47d1-a6e9-44d588db198c'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:40:53.157964 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-66883b09-f69d-48b9-977c-d9bd4ae90970 req-8d5594b0-9287-45a2-836c-ca2f5f22e784 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770876 Jun 28 09:40:53.239463 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-abc37906-67e3-494d-aef2-cee47c024b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.246745 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.247983 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:53.249041 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-abc37906-67e3-494d-aef2-cee47c024b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.252378 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:53.254936 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:53.258833 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:53.321362 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=34cf3911-02f6-47d1-a6e9-44d588db198c,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:53.325196 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:53.336874 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-abc37906-67e3-494d-aef2-cee47c024b52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5c2d9d72f6e49bcb19d6484917bef18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876485 Jun 28 09:40:53.340149 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50126) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:53.343770 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:40:53.384660 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc37906-67e3-494d-aef2-cee47c024b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389bec0c-3017-409b-adba-6de65c408e97,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:53.389791 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-abc37906-67e3-494d-aef2-cee47c024b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:53.430997 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b57c3e-b4ad-4f81-96e1-37cb656ff024 req-3c5a3b93-c42c-4ccc-b4a0-367beaa2a201 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:53.441049 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-55b57c3e-b4ad-4f81-96e1-37cb656ff024 req-3c5a3b93-c42c-4ccc-b4a0-367beaa2a201 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.1454403 Jun 28 09:40:53.446681 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5a62f305-54b5-41bf-be98-90fb6535bdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.480119 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5a62f305-54b5-41bf-be98-90fb6535bdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.489326 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-55b57c3e-b4ad-4f81-96e1-37cb656ff024 req-950d4aa5-3a69-4bf3-934f-4d1ef68f893d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457175 Jun 28 09:40:53.516936 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a52b2f3-121a-4a7c-9d31-05741d626365" -d '{"events": [{"server_uuid": "39618c3b-523c-4d75-bb9c-7632145c4ce6", "name": "network-vif-plugged", "status": "completed", "tag": "34cf3911-02f6-47d1-a6e9-44d588db198c"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:40:53.558966 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5a62f305-54b5-41bf-be98-90fb6535bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.562408 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5a62f305-54b5-41bf-be98-90fb6535bdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.566222 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5a62f305-54b5-41bf-be98-90fb6535bdda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/389bec0c-3017-409b-adba-6de65c408e97 HTTP/1.1" status: 204 len: 168 time: 0.2225354 Jun 28 09:40:53.566222 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:53.572216 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62f305-54b5-41bf-be98-90fb6535bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389bec0c-3017-409b-adba-6de65c408e97,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:53.576760 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5a62f305-54b5-41bf-be98-90fb6535bdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:53.672591 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50142) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:53.692773 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-bc6e41df-045a-488f-9dc6-5741e1e2f7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.803974 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-bc6e41df-045a-488f-9dc6-5741e1e2f7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.819916 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-bc6e41df-045a-488f-9dc6-5741e1e2f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.828759 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:53.860496 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-bc6e41df-045a-488f-9dc6-5741e1e2f7b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01a3de1a0a094f58bf1453d79d307c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841969 Jun 28 09:40:53.861501 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50148) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:53.863767 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e41df-045a-488f-9dc6-5741e1e2f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55d2205-752a-4294-8ddf-a9d34252bf1c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:53.866876 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-bc6e41df-045a-488f-9dc6-5741e1e2f7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:53.949052 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6b97a2-1289-4639-9ce3-5001d074bdbc x-openstack-request-id: req-5c6b97a2-1289-4639-9ce3-5001d074bdbc {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:40:53.950132 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39618c3b-523c-4d75-bb9c-7632145c4ce6", "name": "network-vif-plugged", "status": "completed", "tag": "34cf3911-02f6-47d1-a6e9-44d588db198c", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:40:53.950660 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c6b97a2-1289-4639-9ce3-5001d074bdbc {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:40:53.951691 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39618c3b-523c-4d75-bb9c-7632145c4ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf3911-02f6-47d1-a6e9-44d588db198c', 'code': 200} Jun 28 09:40:53.961437 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-475bf3b4-a183-40a0-85f9-6a57491f640a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:53.992124 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-475bf3b4-a183-40a0-85f9-6a57491f640a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.058394 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-475bf3b4-a183-40a0-85f9-6a57491f640a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.062337 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-475bf3b4-a183-40a0-85f9-6a57491f640a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.063919 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-475bf3b4-a183-40a0-85f9-6a57491f640a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e55d2205-752a-4294-8ddf-a9d34252bf1c HTTP/1.1" status: 204 len: 168 time: 0.2004468 Jun 28 09:40:54.065932 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:54.088533 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bf3b4-a183-40a0-85f9-6a57491f640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55d2205-752a-4294-8ddf-a9d34252bf1c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:54.089709 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-475bf3b4-a183-40a0-85f9-6a57491f640a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:54.332484 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34706a49-0a0a-4324-96fb-88c6cc177f1f req-27a53386-5aef-4876-b9ef-2b685a27953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:54.334034 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-34706a49-0a0a-4324-96fb-88c6cc177f1f req-27a53386-5aef-4876-b9ef-2b685a27953e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 1099 time: 0.1477578 Jun 28 09:40:54.355886 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-34706a49-0a0a-4324-96fb-88c6cc177f1f req-dd3d4bf8-1bc6-4ba7-a063-2deacb7d2be9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.366829 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896749e-fa03-4b72-be91-ffeecdc02a00 req-915ba96f-9b6c-4de1-8745-41ae7e8f41dd tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:54.375213 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5896749e-fa03-4b72-be91-ffeecdc02a00 req-915ba96f-9b6c-4de1-8745-41ae7e8f41dd tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 946 time: 0.1740472 Jun 28 09:40:54.423406 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:40:54.426637 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5896749e-fa03-4b72-be91-ffeecdc02a00 req-441a95ce-2301-4848-a34a-fa9171a7f1d5 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Jun 28 09:40:54.426809 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:54.497368 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed76744-5d41-4429-9f39-8895c783109c req-03ceeb4c-b7ca-4183-a963-b8fe1185866c tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:54.499306 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0ed76744-5d41-4429-9f39-8895c783109c req-03ceeb4c-b7ca-4183-a963-b8fe1185866c tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 944 time: 0.1411762 Jun 28 09:40:54.617569 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:54.633606 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:54.633935 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0ed76744-5d41-4429-9f39-8895c783109c req-2f845b61-6f48-4f54-b2ec-d19cf3968a19 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274269 Jun 28 09:40:54.634464 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.671148 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:54.677733 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-34706a49-0a0a-4324-96fb-88c6cc177f1f req-dd3d4bf8-1bc6-4ba7-a063-2deacb7d2be9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.685745 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-34706a49-0a0a-4324-96fb-88c6cc177f1f req-dd3d4bf8-1bc6-4ba7-a063-2deacb7d2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.692072 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'port_id': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'mac_address': 'fa:16:3e:71:e8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:40:54.695413 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-40019bc6-98d4-48c1-8759-243261b90836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:54.744001 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-34706a49-0a0a-4324-96fb-88c6cc177f1f req-dd3d4bf8-1bc6-4ba7-a063-2deacb7d2be9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019623 Jun 28 09:40:54.762834 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.765779 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d4bf8-1bc6-4ba7-a063-2deacb7d2be9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f78ea242-6f09-407d-bb66-0d1ea05769d0,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:54.788530 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dd3d4bf8-1bc6-4ba7-a063-2deacb7d2be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:54.794539 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:40:54.802922 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8f7da-7cbf-4578-aa41-4af65078aa46 req-9b83fb48-4f5f-4957-b6f7-fe42e7743ac1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:54.804875 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-97a8f7da-7cbf-4578-aa41-4af65078aa46 req-9b83fb48-4f5f-4957-b6f7-fe42e7743ac1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0970240 Jun 28 09:40:54.850955 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:54.865554 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.869347 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-572b99b2-5d17-4e3c-9448-3f4a4bc37e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:54.870967 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:54.907991 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-97a8f7da-7cbf-4578-aa41-4af65078aa46 req-ccab2649-cd9c-416b-852c-beeb91b3532a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965078 Jun 28 09:40:55.071230 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:55.078996 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:55.088091 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,segment=NetworkSegment(35104328-b9ef-4551-9591-4b10d5797efe),segment_id=35104328-b9ef-4551-9591-4b10d5797efe)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:55.092613 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:55.095748 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:55.140258 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:40:55.184499 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:55.199768 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:55.351643 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50222) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:55.537611 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50236) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:55.615102 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2df37e-9254-4bb9-a0a9-3647be0587f0 req-c4c62cc5-bf81-4621-81f1-6d4ea7c236af tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:55.616630 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ea2df37e-9254-4bb9-a0a9-3647be0587f0 req-c4c62cc5-bf81-4621-81f1-6d4ea7c236af tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 946 time: 0.0671794 Jun 28 09:40:55.668081 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-995567791-network', 'tenant_id': '30752049dd41450b9c237b23dc6439c5'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:55.747881 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:40:55.753684 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ea2df37e-9254-4bb9-a0a9-3647be0587f0 req-03d59121-c6cd-42c3-9a1b-b54ae932de6a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302528 Jun 28 09:40:55.762004 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Made reservation on behalf of 30752049dd41450b9c237b23dc6439c5 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:55.764672 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:55.790987 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:55.953387 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b780529b-cceb-4bb6-aabb-740e75789427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:40:55.956041 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7c27e0-d4fa-433f-bf9c-653ea69d09ed" -d '{"events": [{"server_uuid": "b780529b-cceb-4bb6-aabb-740e75789427", "name": "network-vif-plugged", "status": "completed", "tag": "3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:40:55.963236 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:55.971900 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eea48f-3a8f-416f-9f52-db5eca11e253 req-65c2e91f-cc63-42c7-9eff-5b3c7477f523 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:55.972368 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c3eea48f-3a8f-416f-9f52-db5eca11e253 req-65c2e91f-cc63-42c7-9eff-5b3c7477f523 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 945 time: 0.1286356 Jun 28 09:40:55.994909 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.006628 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-47019459-304b-40b5-a633-8c09a3d13c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:56.014804 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fbe9549a-8622-43ae-8a61-a0026324eafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.033584 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:40:56.057488 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.057823 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Added segment 9eaf721a-314e-4258-b8b2-f373e0bcdd3a of type vlan for network 364983f9-d1f0-4aa0-8808-8e90f61bd28a Jun 28 09:40:56.087219 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c3eea48f-3a8f-416f-9f52-db5eca11e253 req-581c912a-2eaf-4243-8223-cd773da06cb4 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874238 Jun 28 09:40:56.100855 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf51cadc-7caa-4a08-988e-578245fbd489,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:56.107286 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:56.187346 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.236105 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604b2e23-8a85-429a-939f-813bcd2a9466 x-openstack-request-id: req-604b2e23-8a85-429a-939f-813bcd2a9466 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:40:56.236694 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b780529b-cceb-4bb6-aabb-740e75789427", "name": "network-vif-plugged", "status": "completed", "tag": "3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:40:56.237038 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-604b2e23-8a85-429a-939f-813bcd2a9466 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:40:56.237563 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b780529b-cceb-4bb6-aabb-740e75789427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01', 'code': 200} Jun 28 09:40:56.440086 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:40:56.509429 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.518659 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:56.519241 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.530781 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:56.533104 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:40:56.541486 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:40:56.542285 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.547785 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd4e8f-6904-4d28-bdfa-069941abde7b req-aa0f276b-3daa-4855-bf4a-2e3df32cb73d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:56.555335 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cd4e8f-6904-4d28-bdfa-069941abde7b req-aa0f276b-3daa-4855-bf4a-2e3df32cb73d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 944 time: 0.4241817 Jun 28 09:40:56.575649 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fbe9549a-8622-43ae-8a61-a0026324eafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.601392 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fbe9549a-8622-43ae-8a61-a0026324eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.637047 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2811685 Jun 28 09:40:56.637506 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50298) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:56.643293 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Request body: {'subnet': {'network_id': '364983f9-d1f0-4aa0-8808-8e90f61bd28a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-995567791-subnet', 'tenant_id': '30752049dd41450b9c237b23dc6439c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:56.674693 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Pushing event updated for resources: {'Network': ['ID=364983f9-d1f0-4aa0-8808-8e90f61bd28a,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:56.689017 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:56.692215 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.698908 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:56.702533 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Made reservation on behalf of 30752049dd41450b9c237b23dc6439c5 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:56.706630 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.708095 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 364983f9-d1f0-4aa0-8808-8e90f61bd28a details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:40:56.734516 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-fbe9549a-8622-43ae-8a61-a0026324eafc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12ecd2d164604f018162e920ba2ea8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1955361 Jun 28 09:40:56.739314 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50306) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:56.768512 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cd4e8f-6904-4d28-bdfa-069941abde7b req-ddf45c5a-4930-4bcf-a0eb-71b3d2319f76 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081566 Jun 28 09:40:56.780340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:40:56.803997 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9549a-8622-43ae-8a61-a0026324eafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a53cdac-5ee0-439d-8d17-e68f2db101a7,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:56.808207 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fbe9549a-8622-43ae-8a61-a0026324eafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:56.856582 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f16d0c-e87e-4d08-8019-dd95cf6da408 req-d206ae20-fe69-40df-b3f4-a29be5dcb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:56.859186 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-89f16d0c-e87e-4d08-8019-dd95cf6da408 req-d206ae20-fe69-40df-b3f4-a29be5dcb95e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 1098 time: 0.1204553 Jun 28 09:40:56.889540 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.902338 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6617d364-386e-46b2-98e7-9e55ee349d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.907501 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e7fff67e-6b68-49a9-96ee-acde7d3a39ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:56.959032 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-89f16d0c-e87e-4d08-8019-dd95cf6da408 req-d296def5-eb7d-41e6-b328-36a18422442a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910857 Jun 28 09:40:56.967471 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6617d364-386e-46b2-98e7-9e55ee349d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:56.992674 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:56.996038 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:57.263594 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6617d364-386e-46b2-98e7-9e55ee349d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:57.266333 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6617d364-386e-46b2-98e7-9e55ee349d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:57.270008 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6617d364-386e-46b2-98e7-9e55ee349d62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a53cdac-5ee0-439d-8d17-e68f2db101a7 HTTP/1.1" status: 204 len: 168 time: 0.5270793 Jun 28 09:40:57.271542 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a1847201-2adc-424a-890d-69482677c25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:57.273892 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:57.282819 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432998f4-4897-4b48-80e4-e108d6579403 req-5e403c5c-c6f2-430d-a28e-08b04f5a40f1 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:57.292003 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-432998f4-4897-4b48-80e4-e108d6579403 req-5e403c5c-c6f2-430d-a28e-08b04f5a40f1 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 946 time: 0.3277133 Jun 28 09:40:57.310425 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d364-386e-46b2-98e7-9e55ee349d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a53cdac-5ee0-439d-8d17-e68f2db101a7,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:57.318961 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6617d364-386e-46b2-98e7-9e55ee349d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:57.319733 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:57.407393 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-432998f4-4897-4b48-80e4-e108d6579403 req-cc406c5e-f424-45f2-a968-abc5a925da56 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144245 Jun 28 09:40:57.408081 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a21d255-a1dd-496c-8cd6-8cd0faa4ac60,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:57.409939 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b6c5c-0399-4879-95a3-2df2f32750a0 req-ec98fa35-6be3-45da-9162-e2b91337312c tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:57.418566 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:57.421452 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6c3b6c5c-0399-4879-95a3-2df2f32750a0 req-ec98fa35-6be3-45da-9162-e2b91337312c tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 945 time: 0.1436536 Jun 28 09:40:57.438309 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Checking segment: {'id': '9eaf721a-314e-4258-b8b2-f373e0bcdd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '364983f9-d1f0-4aa0-8808-8e90f61bd28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:57.439486 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Network hostable DHCP agents. Network: 364983f9-d1f0-4aa0-8808-8e90f61bd28a, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:40:57.467702 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Network 364983f9-d1f0-4aa0-8808-8e90f61bd28a is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:40:57.474004 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6c3b6c5c-0399-4879-95a3-2df2f32750a0 req-e8057ba1-ddb8-4da4-b7d5-0a33d74c70ba tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516920 Jun 28 09:40:57.481579 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 364983f9-d1f0-4aa0-8808-8e90f61bd28a) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:57.491398 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81778bf2-a644-4905-b055-5db2c5489937 None None] Network 364983f9-d1f0-4aa0-8808-8e90f61bd28a requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:57.495553 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:57.496258 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:57.531859 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8922076 Jun 28 09:40:57.724620 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8347392e-2f1b-4600-a668-ccc83357b769 None None] Network 364983f9-d1f0-4aa0-8808-8e90f61bd28a requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:58.003329 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50386) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:58.024790 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-64a8cd91-5b15-4900-ad66-ccbc3dd747ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.039621 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b97e3b94-05e2-46e0-8faa-13464db07ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.179178 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc438306-3f44-4a20-80b6-0870c59c491d req-917967ca-d2d2-4d2b-92c1-ab6e35e36814 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:58.180753 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dc438306-3f44-4a20-80b6-0870c59c491d req-917967ca-d2d2-4d2b-92c1-ab6e35e36814 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1483123 Jun 28 09:40:58.240908 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:40:58.253206 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24e8c2e-7928-4200-8419-b00f6112295c" -d '{"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:40:58.257949 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dc438306-3f44-4a20-80b6-0870c59c491d req-68087e0c-63b6-444e-a557-da558bf180b1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679095 Jun 28 09:40:58.304975 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b97e3b94-05e2-46e0-8faa-13464db07ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.320668 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f705648-f484-43f7-ba9e-df875acc3034 x-openstack-request-id: req-8f705648-f484-43f7-ba9e-df875acc3034 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:40:58.320957 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:40:58.321304 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f705648-f484-43f7-ba9e-df875acc3034 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:40:58.321801 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'code': 200} Jun 28 09:40:58.325975 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b97e3b94-05e2-46e0-8faa-13464db07ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.329828 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:58.386798 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b97e3b94-05e2-46e0-8faa-13464db07ec7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4988c6be459491c9e2fe526a14e55ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791234 Jun 28 09:40:58.388300 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e3b94-05e2-46e0-8faa-13464db07ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e238124-d2bf-4c2f-b5a9-cb2d9451b131,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:58.390603 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50418) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:58.391442 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b97e3b94-05e2-46e0-8faa-13464db07ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:58.462422 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1264ab21-601f-4cf3-a872-d3e0591cdc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.489174 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1264ab21-601f-4cf3-a872-d3e0591cdc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.580499 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50434) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:58.588327 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-923873717-network', 'tenant_id': 'be54b14b8df543288a7cf8e5fe315444'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:58.598548 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1264ab21-601f-4cf3-a872-d3e0591cdc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.602070 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1264ab21-601f-4cf3-a872-d3e0591cdc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.606799 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-1264ab21-601f-4cf3-a872-d3e0591cdc25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e238124-d2bf-4c2f-b5a9-cb2d9451b131 HTTP/1.1" status: 204 len: 168 time: 0.2132699 Jun 28 09:40:58.610576 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:58.622711 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264ab21-601f-4cf3-a872-d3e0591cdc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e238124-d2bf-4c2f-b5a9-cb2d9451b131,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:58.627148 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Made reservation on behalf of be54b14b8df543288a7cf8e5fe315444 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:58.633187 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1264ab21-601f-4cf3-a872-d3e0591cdc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:58.653911 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.655486 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904df3c-572d-40aa-adb9-862d3fcde2d4 req-26923c40-2d6b-4e83-a22f-720917d7d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:58.668045 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1904df3c-572d-40aa-adb9-862d3fcde2d4 req-26923c40-2d6b-4e83-a22f-720917d7d432 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 1098 time: 0.1032932 Jun 28 09:40:58.695835 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.709527 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1904df3c-572d-40aa-adb9-862d3fcde2d4 req-64820991-d90e-4669-8249-a2f0b71ecf85 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340090 Jun 28 09:40:58.807904 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea5af8-32b9-4140-b82b-5d0f9ab50318 req-efe65271-eb63-46ff-9e71-3cf6f63a15a5 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:58.809453 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-92ea5af8-32b9-4140-b82b-5d0f9ab50318 req-efe65271-eb63-46ff-9e71-3cf6f63a15a5 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 945 time: 0.1498976 Jun 28 09:40:58.848912 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.854938 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.864875 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9dcb1e9f-f97e-4bcc-83ea-0177d057fa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:58.889264 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-92ea5af8-32b9-4140-b82b-5d0f9ab50318 req-cb1e3145-7394-4728-bdee-295e594951f9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740542 Jun 28 09:40:58.893247 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:40:58.924802 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:58.925120 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Added segment 36730528-0a59-4a00-a05d-2c14e02265b1 of type vlan for network 8ca1e496-dc6a-4320-a793-be51b4f7210f Jun 28 09:40:58.927389 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84cd6c-bb05-4cb7-a9a2-dd7f2438f83d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:58.935574 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:58.996038 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50452) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:59.007868 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.053238 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.055731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:59.056462 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.061969 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c0cf0a60-2352-4bbf-8c12-cb6d03bf3841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:59.145546 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5637667 Jun 28 09:40:59.148787 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50462) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:59.155004 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Request body: {'subnet': {'network_id': '8ca1e496-dc6a-4320-a793-be51b4f7210f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-923873717-subnet', 'tenant_id': 'be54b14b8df543288a7cf8e5fe315444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:40:59.183138 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-864e35c0-9ae2-40df-985f-bd699bca2846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.199502 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Pushing event updated for resources: {'Network': ['ID=8ca1e496-dc6a-4320-a793-be51b4f7210f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:59.205858 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:59.211177 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Made reservation on behalf of be54b14b8df543288a7cf8e5fe315444 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:40:59.211738 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 8ca1e496-dc6a-4320-a793-be51b4f7210f details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:40:59.215117 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805879'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.433318 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-864e35c0-9ae2-40df-985f-bd699bca2846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.444314 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-864e35c0-9ae2-40df-985f-bd699bca2846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.452566 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-57ce9948-47c3-47e4-a91d-019d5f9be5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:59.532945 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-864e35c0-9ae2-40df-985f-bd699bca2846 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf906f70b6844714b7bdf9640c755189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354819 Jun 28 09:40:59.536385 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50492) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:40:59.563704 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e35c0-9ae2-40df-985f-bd699bca2846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e9e66-f2e2-4253-a0a2-f5ba9ed61660,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:59.579768 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-864e35c0-9ae2-40df-985f-bd699bca2846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:59.693161 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805861'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.696906 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:59.706409 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d57d9aef-2e17-4076-843b-4641a3b8cb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.760462 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d57d9aef-2e17-4076-843b-4641a3b8cb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.766227 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c974-2a67-4f78-a9d5-127ce337b97d req-4cf77664-e1a1-4f0e-b147-c50f8bc74da7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:59.767655 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6b18c974-2a67-4f78-a9d5-127ce337b97d req-4cf77664-e1a1-4f0e-b147-c50f8bc74da7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.2052891 Jun 28 09:40:59.819105 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc7aacd-24f9-4333-b271-72a976518443,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:59.823956 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:40:59.830789 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Checking segment: {'id': '36730528-0a59-4a00-a05d-2c14e02265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ca1e496-dc6a-4320-a793-be51b4f7210f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:40:59.831577 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Network hostable DHCP agents. Network: 8ca1e496-dc6a-4320-a793-be51b4f7210f, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:40:59.857515 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Network 8ca1e496-dc6a-4320-a793-be51b4f7210f is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:40:59.868859 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6b18c974-2a67-4f78-a9d5-127ce337b97d req-fb2b3433-1b10-4174-8876-8ac8b6d4a125 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878737 Jun 28 09:40:59.881851 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 8ca1e496-dc6a-4320-a793-be51b4f7210f) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:40:59.885910 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d57d9aef-2e17-4076-843b-4641a3b8cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.890800 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:40:59.891684 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595389af-3fca-4cc7-8ba8-680ba310b359 None None] Network 8ca1e496-dc6a-4320-a793-be51b4f7210f requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:40:59.902357 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.908963 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d57d9aef-2e17-4076-843b-4641a3b8cb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:40:59.922310 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-d57d9aef-2e17-4076-843b-4641a3b8cb23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/915e9e66-f2e2-4253-a0a2-f5ba9ed61660 HTTP/1.1" status: 204 len: 168 time: 0.3725829 Jun 28 09:40:59.923964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8142b373-0f1c-4de5-9684-32e930806a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:40:59.930343 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-e127de05-0c32-4a66-ab75-a583ad62a02d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7799289 Jun 28 09:40:59.946849 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d9aef-2e17-4076-843b-4641a3b8cb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e9e66-f2e2-4253-a0a2-f5ba9ed61660,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:40:59.949941 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d57d9aef-2e17-4076-843b-4641a3b8cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:00.109486 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b27735-809a-40a0-bb2c-18eb89ae20b1 None None] Network 8ca1e496-dc6a-4320-a793-be51b4f7210f requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:41:00.494825 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50540) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:00.510890 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3398bb57-c603-4737-b27d-8b7c1fb22e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:00.540736 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-03cb4262-c94f-411f-b663-72f2dae67ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:00.654459 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:00.767425 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3398bb57-c603-4737-b27d-8b7c1fb22e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:00.784244 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3398bb57-c603-4737-b27d-8b7c1fb22e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:00.789368 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:00.813876 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-18f0c7ba-e5f9-4501-8760-9f9547319f2e tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:00.820991 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-18f0c7ba-e5f9-4501-8760-9f9547319f2e tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/networks?id=364983f9-d1f0-4aa0-8808-8e90f61bd28a HTTP/1.1" status: 200 len: 808 time: 0.1979320 Jun 28 09:41:00.858055 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50560) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:00.858551 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-3f6dc060-aaa9-4b13-bfd6-b9b332bf521c tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/quotas/30752049dd41450b9c237b23dc6439c5 HTTP/1.1" status: 200 len: 375 time: 0.0362570 Jun 28 09:41:00.873448 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-3398bb57-c603-4737-b27d-8b7c1fb22e62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4465b1306d654c65a1a7ffd754c86ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751462 Jun 28 09:41:00.873448 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398bb57-c603-4737-b27d-8b7c1fb22e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e338187c-98ff-40f3-beb2-d82711e055a3,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:00.875836 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50564) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:00.905924 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3398bb57-c603-4737-b27d-8b7c1fb22e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:00.919683 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-ff4183da-1ef5-419f-abbd-f3fe0cd47da3 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30752049dd41450b9c237b23dc6439c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606041 Jun 28 09:41:01.008740 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf10d-c3ec-4e0a-99b4-5d317b3ddb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.020333 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0914fa2a-7a20-4216-8806-76f9eb324f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.057812 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-4a8ab4b5-6d14-447d-b941-3b702f019437 service neutron] 10.222.0.13 "GET /v2.0/networks/364983f9-d1f0-4aa0-8808-8e90f61bd28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371994 Jun 28 09:41:01.082027 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0914fa2a-7a20-4216-8806-76f9eb324f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.227503 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-2a02e0dd-e5d5-4b3c-a1e2-dedc84614d03 service neutron] 10.222.0.13 "GET /v2.0/networks/364983f9-d1f0-4aa0-8808-8e90f61bd28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683474 Jun 28 09:41:01.265734 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0914fa2a-7a20-4216-8806-76f9eb324f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.268654 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0914fa2a-7a20-4216-8806-76f9eb324f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.269872 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-0914fa2a-7a20-4216-8806-76f9eb324f2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e338187c-98ff-40f3-beb2-d82711e055a3 HTTP/1.1" status: 204 len: 168 time: 0.3930624 Jun 28 09:41:01.270541 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:01.279715 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914fa2a-7a20-4216-8806-76f9eb324f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e338187c-98ff-40f3-beb2-d82711e055a3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:01.282732 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0914fa2a-7a20-4216-8806-76f9eb324f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:01.297576 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf10d-c3ec-4e0a-99b4-5d317b3ddb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.342753 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf10d-c3ec-4e0a-99b4-5d317b3ddb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.350671 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:01.428471 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdf10d-c3ec-4e0a-99b4-5d317b3ddb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21babf2-d86e-4878-b65e-9ae140e56660,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:01.437152 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-dcfdf10d-c3ec-4e0a-99b4-5d317b3ddb25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d818d451d35451eaed3186d89ab67a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5772707 Jun 28 09:41:01.438133 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dcfdf10d-c3ec-4e0a-99b4-5d317b3ddb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:01.442970 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50596) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:01.499254 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d1cf5-ee37-4f11-b399-11a9b88a2a49 req-47c5d0a3-2e39-452b-b19c-472813b87775 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:01.500807 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-345d1cf5-ee37-4f11-b399-11a9b88a2a49 req-47c5d0a3-2e39-452b-b19c-472813b87775 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.2340801 Jun 28 09:41:01.524756 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca73648e-2f7e-41f6-bc0f-6f11bf93af2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.529066 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-432462a0-c73d-48f1-861d-45e0bd161b0a req-93cdf079-53e0-475d-a6e3-ee2bad356097 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 210 time: 0.1096957 Jun 28 09:41:01.577900 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca73648e-2f7e-41f6-bc0f-6f11bf93af2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.591054 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-345d1cf5-ee37-4f11-b399-11a9b88a2a49 req-bd0045a9-7d4c-49cb-b154-70a359e73530 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783188 Jun 28 09:41:01.612503 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.655415 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca73648e-2f7e-41f6-bc0f-6f11bf93af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.658204 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca73648e-2f7e-41f6-bc0f-6f11bf93af2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:01.659425 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ca73648e-2f7e-41f6-bc0f-6f11bf93af2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b21babf2-d86e-4878-b65e-9ae140e56660 HTTP/1.1" status: 204 len: 168 time: 0.2148490 Jun 28 09:41:01.660782 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fbe9549a-8622-43ae-8a61-a0026324eafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:01.673486 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73648e-2f7e-41f6-bc0f-6f11bf93af2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21babf2-d86e-4878-b65e-9ae140e56660,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:01.680272 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ca73648e-2f7e-41f6-bc0f-6f11bf93af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:01.892984 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f84fb4-4910-403d-aad2-c56410f4f589 req-41b2dd8b-12f6-4dfb-be6f-50a7e6bc4446 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:01.914169 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-12f84fb4-4910-403d-aad2-c56410f4f589 req-41b2dd8b-12f6-4dfb-be6f-50a7e6bc4446 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1183167 Jun 28 09:41:01.918328 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50620) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:01.925427 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'floatingip': {'port_id': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:02.026446 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:02.739173 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23700836-9e19-4318-a982-ed9187081e14 req-5e6cbd98-0076-4d97-bed0-08e9079dbb95 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 210 time: 0.0470295 Jun 28 09:41:02.855327 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-c9d4c962-586c-4e90-ac62-bfd195d1a045 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:02.863894 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-c9d4c962-586c-4e90-ac62-bfd195d1a045 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 814 time: 0.1353943 Jun 28 09:41:02.883181 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-3cd1659d-2ea8-45fd-addc-d7a7d34d7788 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/quotas/1f1bea98bb664415a2eb4f80ef08d225 HTTP/1.1" status: 200 len: 375 time: 0.0171235 Jun 28 09:41:02.995012 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-9a440202-181c-4232-b273-3726e6291505 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101100 Jun 28 09:41:03.001721 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:03.009570 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:03.141051 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-e2a60e02-f45d-47f6-b7cc-d326a89c45e1 service neutron] 10.222.0.13 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436188 Jun 28 09:41:03.280037 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:03.351282 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-540e5a6a-906c-4144-819f-9d4e6b5a5d92 service neutron] 10.222.0.13 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095270 Jun 28 09:41:03.613242 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.l3_db [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Floating IP 30aba8b6-7b5b-44f8-9ea6-b743320bd0a1 associated. External IP: 172.28.2.198, port: 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7. Jun 28 09:41:03.699008 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-26277408-15cf-4bd6-ad51-1790733e7319 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:03.700769 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-26277408-15cf-4bd6-ad51-1790733e7319 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.36 "GET /v2.0/networks?id=364983f9-d1f0-4aa0-8808-8e90f61bd28a HTTP/1.1" status: 200 len: 808 time: 0.5447397 Jun 28 09:41:03.762771 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Request body: {'port': {'device_id': 'bc3404c4-8a15-4826-8a38-4853c0b756db', 'network_id': '364983f9-d1f0-4aa0-8808-8e90f61bd28a', 'admin_state_up': True, 'tenant_id': '30752049dd41450b9c237b23dc6439c5'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:03.831312 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-74993515-d3d3-443d-a536-a370db3f0af3 req-ce3fa5e6-482a-429c-a6dc-c94d46d07b41 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 210 time: 0.0842407 Jun 28 09:41:04.084449 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1cd9d91b-b23b-4c77-8434-9876a98ec602 req-dab3a630-79e3-4517-bde5-da77b5f6728f tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 210 time: 0.0670445 Jun 28 09:41:04.085792 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50778) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:04.359175 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Made reservation on behalf of 30752049dd41450b9c237b23dc6439c5 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:04.374931 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:04.410175 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfcf13-8948-48fe-ad04-422e98071b95 req-efa5e74d-e175-4081-8ebd-6d952c58a8a9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:04.411875 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dbbfcf13-8948-48fe-ad04-422e98071b95 req-efa5e74d-e175-4081-8ebd-6d952c58a8a9 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 945 time: 0.3932729 Jun 28 09:41:04.439575 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f3aad9e0-0207-40c4-a07f-54b3b80a8dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:04.495493 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:41:04.556664 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dbbfcf13-8948-48fe-ad04-422e98071b95 req-4af8c490-e5a5-48f4-a740-27004a016f65 tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218607 Jun 28 09:41:04.778411 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Allocated IP 172.20.0.14 (364983f9-d1f0-4aa0-8808-8e90f61bd28a/5a21d255-a1dd-496c-8cd6-8cd0faa4ac60/e985be24-cabf-4184-987e-2d02efe99d86) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:04.892230 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f3aad9e0-0207-40c4-a07f-54b3b80a8dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:04.914951 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:41:04.923122 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:04.927047 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f3aad9e0-0207-40c4-a07f-54b3b80a8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:04.937037 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] Sync routers for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:41:04.953173 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:41:04.954922 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:41:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:04.988711 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3264a7f3-369d-4e11-bfd3-6bab167b1609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:05.024708 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-fd68e6cd-5836-4a14-93d2-fb1d2a9bee89 req-6c0e291b-5996-4655-b899-bf45de794716 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 210 time: 0.0407772 Jun 28 09:41:05.080463 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f3aad9e0-0207-40c4-a07f-54b3b80a8dc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8351a94ffd914be19e75451297ece40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9705026 Jun 28 09:41:05.082964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 50820) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:05.083735 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aad9e0-0207-40c4-a07f-54b3b80a8dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba37f184-78cf-46d7-963f-e1a86815a019,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:05.091786 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-4017a332-356d-4efd-8572-2dc46bcb0754 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "PUT /v2.0/floatingips/30aba8b6-7b5b-44f8-9ea6-b743320bd0a1 HTTP/1.1" status: 200 len: 991 time: 3.1676872 Jun 28 09:41:05.091786 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f3aad9e0-0207-40c4-a07f-54b3b80a8dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:05.148663 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:05.156519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:05.158866 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6990c3d-c242-49e5-bb01-055c2f5da010" -d '{"events": [{"name": "network-changed", "server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:05.171787 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5edb-f85e-4000-94be-2ce257b400a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:05.177918 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:41:05.205333 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:05.207122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5edb-f85e-4000-94be-2ce257b400a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:05.213301 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f7da01a8-12ef-4d7a-81c7-ae1ae84f8e52 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:05.286025 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Network 364983f9-d1f0-4aa0-8808-8e90f61bd28a is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:05.308140 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:05.313352 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:05.346029 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5edb-f85e-4000-94be-2ce257b400a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:05.349624 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e0ff5edb-f85e-4000-94be-2ce257b400a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:05.350873 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-e0ff5edb-f85e-4000-94be-2ce257b400a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba37f184-78cf-46d7-963f-e1a86815a019 HTTP/1.1" status: 204 len: 168 time: 0.2662499 Jun 28 09:41:05.353438 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:05.366896 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff5edb-f85e-4000-94be-2ce257b400a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba37f184-78cf-46d7-963f-e1a86815a019,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:05.370390 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e0ff5edb-f85e-4000-94be-2ce257b400a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:05.397783 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:05.399756 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:05.413726 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Pushing event updated for resources: {'Port': ['ID=e985be24-cabf-4184-987e-2d02efe99d86,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:05.417871 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a1189-8f5e-4315-92c6-7235abc14a52 req-990b30fb-0170-4940-bf55-95be7081bfc7 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:05.418082 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:05.420112 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-126a1189-8f5e-4315-92c6-7235abc14a52 req-990b30fb-0170-4940-bf55-95be7081bfc7 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 932 time: 0.1152265 Jun 28 09:41:05.420301 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6690271 Jun 28 09:41:05.449094 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Request body: {'port': {'device_id': 'bc3404c4-8a15-4826-8a38-4853c0b756db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:05.498881 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e39167-a5f8-47a7-8667-967a096104ca x-openstack-request-id: req-37e39167-a5f8-47a7-8667-967a096104ca {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:05.499291 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:05.499618 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37e39167-a5f8-47a7-8667-967a096104ca {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:05.500040 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'status': 'completed', 'code': 200} Jun 28 09:41:05.552810 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-126a1189-8f5e-4315-92c6-7235abc14a52 req-3ec94cf1-2462-4556-b91f-c36bbd366f64 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202595 Jun 28 09:41:05.630112 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ce41e71f-5c41-4773-aa4b-654077582ca9 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:05.631620 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ce41e71f-5c41-4773-aa4b-654077582ca9 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 814 time: 0.2102139 Jun 28 09:41:05.649903 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Request body: {'port': {'device_id': 'b095c83a-9f51-491b-a644-704902365111', 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'admin_state_up': True, 'tenant_id': '1f1bea98bb664415a2eb4f80ef08d225'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:05.659004 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:05.695627 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '30aba8b6-7b5b-44f8-9ea6-b743320bd0a1', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'floating_ip_address': '172.28.2.198', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'port_id': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'mac_address': 'fa:16:3e:71:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:40:37Z', 'updated_at': '2021-06-28T09:41:02Z', 'revision_number': 1, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:05.718557 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-8fc0dbcc-67e2-4737-b01b-c3f23499ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:05.720060 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-8fc0dbcc-67e2-4737-b01b-c3f23499ed61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 1098 time: 0.1726294 Jun 28 09:41:05.764948 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] Checking router: 8e43cf9d-f069-4085-8bf0-a20ad7f59298 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:41:05.777019 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:41:05.777897 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:41:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:05.932908 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.36', 62575) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:05.955343 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:41:05.987540 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50844) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:06.018098 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7a754cb2-6fdd-417d-b320-c2a8bce03250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.047186 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-1054fc74-8202-4945-9f60-720941ebdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:06.048736 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-1054fc74-8202-4945-9f60-720941ebdd9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.3151162 Jun 28 09:41:06.056287 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Made reservation on behalf of 1f1bea98bb664415a2eb4f80ef08d225 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:06.061943 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.234972 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e985be24-cabf-4184-987e-2d02efe99d86 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:06.235812 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-117ecb05-3223-4716-a61e-6c26a70c512a tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:06.242069 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-117ecb05-3223-4716-a61e-6c26a70c512a tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.36 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 945 time: 0.2872875 Jun 28 09:41:06.243886 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.283815 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eed7a4-5a45-4580-b9ee-9615116c9dc3 req-eafdf5f3-e7cb-497d-90d1-64ede08fcadb tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:06.287717 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-60eed7a4-5a45-4580-b9ee-9615116c9dc3 req-eafdf5f3-e7cb-497d-90d1-64ede08fcadb tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 945 time: 0.4322145 Jun 28 09:41:06.301910 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Transition to ACTIVE for port object e985be24-cabf-4184-987e-2d02efe99d86 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:06.424445 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7a754cb2-6fdd-417d-b320-c2a8bce03250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.428631 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.433253 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:06.442410 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7a754cb2-6fdd-417d-b320-c2a8bce03250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.447801 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '30aba8b6-7b5b-44f8-9ea6-b743320bd0a1', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'floating_ip_address': '172.28.2.198', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'port_id': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'mac_address': 'fa:16:3e:71:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:40:37Z', 'updated_at': '2021-06-28T09:41:02Z', 'revision_number': 1, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:06.489413 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a2e346-37fa-463d-8637-1cb98ee4ff01 None None] The sync data for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb is: [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '30aba8b6-7b5b-44f8-9ea6-b743320bd0a1', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'floating_ip_address': '172.28.2.198', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'port_id': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'mac_address': 'fa:16:3e:71:e8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:40:37Z', 'updated_at': '2021-06-28T09:41:02Z', 'revision_number': 1, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:41:06.503127 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-60eed7a4-5a45-4580-b9ee-9615116c9dc3 req-4a92252a-db86-4100-968e-8432a573b20c tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774440 Jun 28 09:41:06.542533 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-7a754cb2-6fdd-417d-b320-c2a8bce03250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de294d2c75334effa66d748f330f169f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5517304 Jun 28 09:41:06.544908 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Pushing event updated for resources: {'Port': ['ID=e985be24-cabf-4184-987e-2d02efe99d86,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:06.547137 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50872) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:06.557331 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:06.557839 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ca73648e-2f7e-41f6-bc0f-6f11bf93af2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:06.682643 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a754cb2-6fdd-417d-b320-c2a8bce03250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591935ca-901b-4257-8a89-e5a7618c543a,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:06.698551 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7a754cb2-6fdd-417d-b320-c2a8bce03250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:06.739083 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d7b11f2-f81a-4c6b-8db1-cb4237196be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.780099 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Attempting to bind port e985be24-cabf-4184-987e-2d02efe99d86 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:06.780804 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Attempting to bind port e985be24-cabf-4184-987e-2d02efe99d86 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9eaf721a-314e-4258-b8b2-f373e0bcdd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '364983f9-d1f0-4aa0-8808-8e90f61bd28a'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:06.781364 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Attempting to bind port e985be24-cabf-4184-987e-2d02efe99d86 on network 364983f9-d1f0-4aa0-8808-8e90f61bd28a {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:06.793363 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Port e985be24-cabf-4184-987e-2d02efe99d86 on network 364983f9-d1f0-4aa0-8808-8e90f61bd28a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:41:06.794143 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Attempting to bind port e985be24-cabf-4184-987e-2d02efe99d86 on network 364983f9-d1f0-4aa0-8808-8e90f61bd28a {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:06.797552 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8f3b4651-f42a-463e-b82c-d3c5c87ac08e req-988ddd55-ab92-44c9-8666-f53da89dbecc tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 210 time: 0.5294271 Jun 28 09:41:06.821729 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d7b11f2-f81a-4c6b-8db1-cb4237196be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.845798 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:06.846452 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Checking segment: {'id': '9eaf721a-314e-4258-b8b2-f373e0bcdd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '364983f9-d1f0-4aa0-8808-8e90f61bd28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:06.846960 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Bound using segment: {'id': '9eaf721a-314e-4258-b8b2-f373e0bcdd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '364983f9-d1f0-4aa0-8808-8e90f61bd28a'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:06.847778 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Bound port: e985be24-cabf-4184-987e-2d02efe99d86, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eaf721a-314e-4258-b8b2-f373e0bcdd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '364983f9-d1f0-4aa0-8808-8e90f61bd28a'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:06.848252 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:06.855873 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-ad31d59c-08ec-4b9d-8bfc-aa2aaa74c917 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 HTTP/1.1" status: 200 len: 999 time: 0.7908616 Jun 28 09:41:06.919250 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db00b2-8e36-4ea2-8e2e-fbd41da6030f None None] New status for floating IP 30aba8b6-7b5b-44f8-9ea6-b743320bd0a1: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:41:07.102458 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d7b11f2-f81a-4c6b-8db1-cb4237196be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:07.105490 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d7b11f2-f81a-4c6b-8db1-cb4237196be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:07.110119 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-1d7b11f2-f81a-4c6b-8db1-cb4237196be1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/591935ca-901b-4257-8a89-e5a7618c543a HTTP/1.1" status: 204 len: 168 time: 0.5590065 Jun 28 09:41:07.110119 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dd3d4bf8-1bc6-4ba7-a063-2deacb7d2be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:07.111531 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-04bf8874-1fec-4057-8986-d547fb153703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:07.118880 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-04bf8874-1fec-4057-8986-d547fb153703 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.1764379 Jun 28 09:41:07.123872 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] For port e985be24-cabf-4184-987e-2d02efe99d86, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:07.143826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] For port e985be24-cabf-4184-987e-2d02efe99d86, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e985be24-cabf-4184-987e-2d02efe99d86,segment=NetworkSegment(9eaf721a-314e-4258-b8b2-f373e0bcdd3a),segment_id=9eaf721a-314e-4258-b8b2-f373e0bcdd3a)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:07.143826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b11f2-f81a-4c6b-8db1-cb4237196be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591935ca-901b-4257-8a89-e5a7618c543a,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:07.157871 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1d7b11f2-f81a-4c6b-8db1-cb4237196be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:07.163827 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:07.166998 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b2312297-f95f-4c05-b16e-11ec17ee196e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:07.288820 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:07.289532 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:07.291506 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] 10.222.0.36 "PUT /v2.0/ports/e985be24-cabf-4184-987e-2d02efe99d86 HTTP/1.1" status: 200 len: 1094 time: 1.8525116 Jun 28 09:41:07.338423 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Pushing event updated for resources: {'Port': ['ID=e985be24-cabf-4184-987e-2d02efe99d86,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:07.342613 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:07.413419 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-026ee6d4-aa56-4695-a9be-70df354baec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:07.415153 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-026ee6d4-aa56-4695-a9be-70df354baec8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30752049dd41450b9c237b23dc6439c5&device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 1097 time: 0.0783911 Jun 28 09:41:07.484389 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-8ae25e07-af7f-47e4-872e-eb09408352b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985be24-cabf-4184-987e-2d02efe99d86 HTTP/1.1" status: 200 len: 217 time: 0.0606499 Jun 28 09:41:07.509439 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3404c4-8a15-4826-8a38-4853c0b756db', 'tag': 'e985be24-cabf-4184-987e-2d02efe99d86'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:07.516066 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e4657d-1a18-412e-9833-02b6477ace63" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3404c4-8a15-4826-8a38-4853c0b756db", "tag": "e985be24-cabf-4184-987e-2d02efe99d86"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:07.548415 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Deleting port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:41:07.548959 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:07.584078 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-338084f8-0876-4817-bb91-9ab53ce29e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:07.586985 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-338084f8-0876-4817-bb91-9ab53ce29e16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a21d255-a1dd-496c-8cd6-8cd0faa4ac60 HTTP/1.1" status: 200 len: 848 time: 0.0932918 Jun 28 09:41:07.592040 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c92826c-d9b7-420c-acfd-0b90c6cd35f6 x-openstack-request-id: req-0c92826c-d9b7-420c-acfd-0b90c6cd35f6 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:07.594033 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3404c4-8a15-4826-8a38-4853c0b756db", "tag": "e985be24-cabf-4184-987e-2d02efe99d86", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:07.595602 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c92826c-d9b7-420c-acfd-0b90c6cd35f6 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:07.596259 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3404c4-8a15-4826-8a38-4853c0b756db', 'tag': 'e985be24-cabf-4184-987e-2d02efe99d86', 'status': 'completed', 'code': 200} Jun 28 09:41:07.607675 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Allocated IP 172.20.0.4 (c3993342-595e-4347-a876-2cf677b210d2/6362be20-b59e-41a1-82d9-e5e1ace82278/818fb6d9-9634-4d0e-871d-96ee69317eb5) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:07.671769 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-5ba5db7e-c29b-4921-b6cf-a883aeffccf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=364983f9-d1f0-4aa0-8808-8e90f61bd28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566247 Jun 28 09:41:07.680258 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8543-68ce-47f0-a009-2b33ee65e100 req-9585c43a-0cc1-4704-b6b4-bf95fa321b59 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:07.692725 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a1bb8543-68ce-47f0-a009-2b33ee65e100 req-9585c43a-0cc1-4704-b6b4-bf95fa321b59 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 944 time: 0.5662658 Jun 28 09:41:07.710872 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-755a029a-a50f-481b-b56b-506e20726102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:07.712076 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-755a029a-a50f-481b-b56b-506e20726102 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5737400 Jun 28 09:41:07.846294 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-11a0791c-3899-4362-92b3-9c478772837d service neutron] 10.222.0.36 "GET /v2.0/networks/364983f9-d1f0-4aa0-8808-8e90f61bd28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724498 Jun 28 09:41:07.963769 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfed9e-1335-469c-a4c8-c8744e46cae8 req-12784d1b-875c-43e2-8e31-0faa81a2c95f tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:07.973944 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-26cfed9e-1335-469c-a4c8-c8744e46cae8 req-12784d1b-875c-43e2-8e31-0faa81a2c95f tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 945 time: 0.1834400 Jun 28 09:41:07.984497 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] For port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,segment=NetworkSegment(35104328-b9ef-4551-9591-4b10d5797efe),segment_id=35104328-b9ef-4551-9591-4b10d5797efe)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:07.985227 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:08.010516 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Calling delete_port for 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:41:08.037190 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a1bb8543-68ce-47f0-a009-2b33ee65e100 req-af48bc21-a5a8-4a18-85dd-38ecd41b5fc9 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434503 Jun 28 09:41:08.088549 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a67a91a3-6cf8-40c4-9849-2db612e95a75 req-07a6ea93-8166-49fd-b5d6-1417adb1c4f9 service neutron] 10.222.0.36 "GET /v2.0/networks/364983f9-d1f0-4aa0-8808-8e90f61bd28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189004 Jun 28 09:41:08.150013 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-26cfed9e-1335-469c-a4c8-c8744e46cae8 req-3babfa6a-adb2-47d6-a1a2-6689ee71a9be tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/security-groups?id=03a6c780-4d3a-46e4-9c1b-e10ef434685f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746807 Jun 28 09:41:08.261573 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:08.266544 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4657d-1a18-412e-9833-02b6477ace63 req-d13c3c0d-8a36-4e08-88e0-a0867e64de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:08.270675 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99e4657d-1a18-412e-9833-02b6477ace63 req-d13c3c0d-8a36-4e08-88e0-a0867e64de73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30752049dd41450b9c237b23dc6439c5&device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 1097 time: 0.1170616 Jun 28 09:41:08.291688 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-f41c28af-2537-4fba-8c97-57d089d85d49 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561852 Jun 28 09:41:08.371592 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50960) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:08.386835 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-32deba5e-7c6b-4008-b4b5-7e556d5e5dce req-7cface4c-931a-428d-9f03-2a252d1e5753 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 210 time: 0.1024189 Jun 28 09:41:08.434116 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4657d-1a18-412e-9833-02b6477ace63 req-52c0927c-9596-4b8e-bc30-a9fc3f85a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:08.438845 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99e4657d-1a18-412e-9833-02b6477ace63 req-52c0927c-9596-4b8e-bc30-a9fc3f85a3dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=364983f9-d1f0-4aa0-8808-8e90f61bd28a HTTP/1.1" status: 200 len: 909 time: 0.1635051 Jun 28 09:41:08.490038 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99e4657d-1a18-412e-9833-02b6477ace63 req-eedc1e21-1069-446d-ad43-980b432453ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e985be24-cabf-4184-987e-2d02efe99d86 HTTP/1.1" status: 200 len: 217 time: 0.0441713 Jun 28 09:41:08.524004 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:08.540623 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['34cf3911-02f6-47d1-a6e9-44d588db198c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:08.550480 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4657d-1a18-412e-9833-02b6477ace63 req-a34b6f73-26a2-45ac-b707-c317b4316b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:08.550721 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:08.553358 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99e4657d-1a18-412e-9833-02b6477ace63 req-a34b6f73-26a2-45ac-b707-c317b4316b60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a21d255-a1dd-496c-8cd6-8cd0faa4ac60 HTTP/1.1" status: 200 len: 848 time: 0.0552261 Jun 28 09:41:08.553797 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:08.567361 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-2c5a05d9-fdab-4fe2-b736-f9aed9adc237 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535980 Jun 28 09:41:08.569515 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Network c3993342-595e-4347-a876-2cf677b210d2 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:08.614804 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99e4657d-1a18-412e-9833-02b6477ace63 req-d3dcd90b-e353-4388-9d94-2708bb013c02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=364983f9-d1f0-4aa0-8808-8e90f61bd28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546002 Jun 28 09:41:08.623462 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:08.624831 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:08.631154 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:08.631711 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:08.754936 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99e4657d-1a18-412e-9833-02b6477ace63 req-fb248d5a-bbf3-44e2-a603-8ded4fe7b736 service neutron] 10.222.0.36 "GET /v2.0/networks/364983f9-d1f0-4aa0-8808-8e90f61bd28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261377 Jun 28 09:41:08.778092 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1323214 Jun 28 09:41:08.780078 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Pushing event updated for resources: {'Port': ['ID=818fb6d9-9634-4d0e-871d-96ee69317eb5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:08.805787 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-31fee990-ec0b-4daf-b571-8f7c5db8473b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:08.822700 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:08.828224 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] No DVR routers for this DVR port 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:41:08.837152 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:08.839142 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8c4d72d8-63b9-4022-ae4d-0f77d7280edc req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.36 "DELETE /v2.0/ports/3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 HTTP/1.1" status: 204 len: 173 time: 2.5961943 Jun 28 09:41:08.839612 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:08.847280 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Request body: {'port': {'device_id': 'b095c83a-9f51-491b-a644-704902365111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:08.851231 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b780529b-cceb-4bb6-aabb-740e75789427', 'name': 'network-vif-deleted', 'tag': '3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:08.853361 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24666e4b-a960-4695-a7fd-11ce1fec335f" -d '{"events": [{"server_uuid": "b780529b-cceb-4bb6-aabb-740e75789427", "name": "network-vif-deleted", "tag": "3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:08.895242 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Pushing event deleted for resources: {'Port': ['ID=3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:08.899025 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:08.936357 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99e4657d-1a18-412e-9833-02b6477ace63 req-a08b6ab1-5faa-450f-9552-9a0a52a977f9 service neutron] 10.222.0.36 "GET /v2.0/networks/364983f9-d1f0-4aa0-8808-8e90f61bd28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716576 Jun 28 09:41:08.956236 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed25a97-d25a-4a09-b8b6-d4c6143ecf2f x-openstack-request-id: req-fed25a97-d25a-4a09-b8b6-d4c6143ecf2f {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:08.956688 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b780529b-cceb-4bb6-aabb-740e75789427", "name": "network-vif-deleted", "tag": "3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:08.957025 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fed25a97-d25a-4a09-b8b6-d4c6143ecf2f {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:08.957491 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b780529b-cceb-4bb6-aabb-740e75789427', 'name': 'network-vif-deleted', 'tag': '3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01', 'status': 'completed', 'code': 200} Jun 28 09:41:08.982618 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.014251 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-31fee990-ec0b-4daf-b571-8f7c5db8473b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.025908 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-31fee990-ec0b-4daf-b571-8f7c5db8473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.030746 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5a62f305-54b5-41bf-be98-90fb6535bdda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:09.119454 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fee990-ec0b-4daf-b571-8f7c5db8473b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d736bd-4b75-47ce-8ab4-6925aa087501,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:09.133945 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-31fee990-ec0b-4daf-b571-8f7c5db8473b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd73e868405545b9946a5ac934b42d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7588394 Jun 28 09:41:09.133945 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-31fee990-ec0b-4daf-b571-8f7c5db8473b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:09.134553 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 50998) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:09.217965 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0038a945-45f2-480b-a239-ff0d5240902d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.276695 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0038a945-45f2-480b-a239-ff0d5240902d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.392116 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1fcb-b131-4ba3-a95e-a90e51f03832 req-e2fc6bde-22a7-499d-8be2-c8c677ff92f5 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:09.393729 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e68c1fcb-b131-4ba3-a95e-a90e51f03832 req-e2fc6bde-22a7-499d-8be2-c8c677ff92f5 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 944 time: 0.1500032 Jun 28 09:41:09.406318 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0038a945-45f2-480b-a239-ff0d5240902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.411586 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0038a945-45f2-480b-a239-ff0d5240902d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.417235 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-0038a945-45f2-480b-a239-ff0d5240902d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42d736bd-4b75-47ce-8ab4-6925aa087501 HTTP/1.1" status: 204 len: 168 time: 0.2815104 Jun 28 09:41:09.439002 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:09.444922 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e68c1fcb-b131-4ba3-a95e-a90e51f03832 req-daf2d811-1ff6-4eee-8b4f-171293b6bd91 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Jun 28 09:41:09.461171 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a3da1f06-e0d9-4275-9267-1644b8723cad req-18062010-b03a-471b-9c5c-8bd8efd656be tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b780529b-cceb-4bb6-aabb-740e75789427 HTTP/1.1" status: 200 len: 210 time: 0.0679014 Jun 28 09:41:09.486153 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038a945-45f2-480b-a239-ff0d5240902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d736bd-4b75-47ce-8ab4-6925aa087501,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:09.490484 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0038a945-45f2-480b-a239-ff0d5240902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:09.558885 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818fb6d9-9634-4d0e-871d-96ee69317eb5 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:09.570589 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.586957 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Transition to ACTIVE for port object 818fb6d9-9634-4d0e-871d-96ee69317eb5 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:09.594786 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.598418 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:09.802961 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51607c5-9893-48ed-90be-408a34415708 req-93264c7f-30e2-425d-9a5b-dd8f38af36ef tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:09.804606 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b51607c5-9893-48ed-90be-408a34415708 req-93264c7f-30e2-425d-9a5b-dd8f38af36ef tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 943 time: 0.1349473 Jun 28 09:41:09.849062 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:09.885561 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Pushing event updated for resources: {'Port': ['ID=818fb6d9-9634-4d0e-871d-96ee69317eb5,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:09.895339 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:09.908108 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b51607c5-9893-48ed-90be-408a34415708 req-b9465d84-0a02-40bd-9fdf-c2680dd30338 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966721 Jun 28 09:41:09.947117 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Attempting to bind port 818fb6d9-9634-4d0e-871d-96ee69317eb5 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:09.947753 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Attempting to bind port 818fb6d9-9634-4d0e-871d-96ee69317eb5 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:09.948338 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Attempting to bind port 818fb6d9-9634-4d0e-871d-96ee69317eb5 on network c3993342-595e-4347-a876-2cf677b210d2 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:09.954707 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51032) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:09.959730 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Port 818fb6d9-9634-4d0e-871d-96ee69317eb5 on network c3993342-595e-4347-a876-2cf677b210d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:41:09.960186 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Attempting to bind port 818fb6d9-9634-4d0e-871d-96ee69317eb5 on network c3993342-595e-4347-a876-2cf677b210d2 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:09.966011 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:09.966488 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Checking segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:09.966997 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Bound using segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:09.967672 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Bound port: 818fb6d9-9634-4d0e-871d-96ee69317eb5, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:09.968125 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.056954 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] For port 818fb6d9-9634-4d0e-871d-96ee69317eb5, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:10.061579 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] For port 818fb6d9-9634-4d0e-871d-96ee69317eb5, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=818fb6d9-9634-4d0e-871d-96ee69317eb5,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:10.068520 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.080078 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fcd406ca-8340-439a-8997-301ad38d6002 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:10.105822 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:10.106625 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.107923 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] 10.222.0.36 "PUT /v2.0/ports/818fb6d9-9634-4d0e-871d-96ee69317eb5 HTTP/1.1" status: 200 len: 1093 time: 1.2843070 Jun 28 09:41:10.142044 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51040) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:10.166983 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd4b-4cbd-498e-9c33-a529accbc52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.175911 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.189699 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Pushing event updated for resources: {'Port': ['ID=818fb6d9-9634-4d0e-871d-96ee69317eb5,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:10.194353 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:10.224620 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.db.api [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:41:10.224620 dv-cinder-792209-2-smb neutron-server[99532]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 28 09:41:10.224620 dv-cinder-792209-2-smb neutron-server[99532]: [parameters: {'project_id': 'ad3455faf5ba492bad7133891ce677cc', 'id': '1b43ec10-65e6-40f5-80bc-acc23b9139dc', 'expiration': datetime.datetime(2021, 6, 28, 9, 43, 10, 201840)}] Jun 28 09:41:10.224620 dv-cinder-792209-2-smb neutron-server[99532]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:41:10.225181 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_db.api [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:41:10.232862 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-37d39424-5b5f-43d0-b90d-95963e7c63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:10.235118 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-37d39424-5b5f-43d0-b90d-95963e7c63c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 1096 time: 0.0762393 Jun 28 09:41:10.290614 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-b727c3a1-9df4-4f31-90f6-87818c1ec58c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=818fb6d9-9634-4d0e-871d-96ee69317eb5 HTTP/1.1" status: 200 len: 217 time: 0.0406995 Jun 28 09:41:10.314232 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd4b-4cbd-498e-9c33-a529accbc52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.319613 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fd51bd4b-4cbd-498e-9c33-a529accbc52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.324023 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:10.359478 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51bd4b-4cbd-498e-9c33-a529accbc52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc2da5-0585-4628-b428-9957e31b393c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:10.362173 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-44abe6fb-5505-48aa-80cb-c8f029f91c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:10.366662 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-44abe6fb-5505-48aa-80cb-c8f029f91c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.0668275 Jun 28 09:41:10.366825 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-fd51bd4b-4cbd-498e-9c33-a529accbc52c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b08b4c7fa554a5193d068ea9cb07b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211142 Jun 28 09:41:10.366825 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fd51bd4b-4cbd-498e-9c33-a529accbc52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:10.367174 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51046) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:10.403237 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-4677e400-e752-48e9-8629-c1017330e5f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307462 Jun 28 09:41:10.428021 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb18-718f-4efd-b7ba-2b11737796d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.444409 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51048) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:10.457696 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb18-718f-4efd-b7ba-2b11737796d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.506748 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-f4173584-3b82-4211-adbb-36b4a8777a44 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918140 Jun 28 09:41:10.514707 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e985be24-cabf-4184-987e-2d02efe99d86 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:41:10.520127 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:41:10.573202 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:41:10.574009 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 3b97e30c-7cc7-4e4f-8f87-cca7dcbc3b01 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:41:10.741273 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e985be24-cabf-4184-987e-2d02efe99d86, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e985be24-cabf-4184-987e-2d02efe99d86,segment=NetworkSegment(9eaf721a-314e-4258-b8b2-f373e0bcdd3a),segment_id=9eaf721a-314e-4258-b8b2-f373e0bcdd3a)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:10.755428 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'e985be24-cabf-4184-987e-2d02efe99d86', 'network_id': '364983f9-d1f0-4aa0-8808-8e90f61bd28a', 'port_id': 'e985be24-cabf-4184-987e-2d02efe99d86', 'mac_address': 'fa:16:3e:c7:17:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a21d255-a1dd-496c-8cd6-8cd0faa4ac60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:41:10.762078 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e0e21f7-7ee2-41b9-be0d-c84cd4042a9d req-4ac2b583-b008-48e7-a684-aa2bbaeb3e78 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427382 Jun 28 09:41:10.779181 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.800066 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36a49dc5-72ef-466b-bcc8-f5c3b9c8b60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.810436 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb449ab0-681a-49b2-814a-8fcc53a519d4 req-7be3b955-83be-44e5-8b02-68133d1a1cea tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:10.819595 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb449ab0-681a-49b2-814a-8fcc53a519d4 req-7be3b955-83be-44e5-8b02-68133d1a1cea tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 944 time: 0.1570547 Jun 28 09:41:10.821004 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.837572 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e985be24-cabf-4184-987e-2d02efe99d86 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:10.862352 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb18-718f-4efd-b7ba-2b11737796d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.864546 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e985be24-cabf-4184-987e-2d02efe99d86, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e985be24-cabf-4184-987e-2d02efe99d86,segment=NetworkSegment(9eaf721a-314e-4258-b8b2-f373e0bcdd3a),segment_id=9eaf721a-314e-4258-b8b2-f373e0bcdd3a)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:10.865916 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb18-718f-4efd-b7ba-2b11737796d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.867340 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-eb47cb18-718f-4efd-b7ba-2b11737796d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0efc2da5-0585-4628-b428-9957e31b393c HTTP/1.1" status: 204 len: 168 time: 0.4990778 Jun 28 09:41:10.870622 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:10.872507 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d6bf2fdd-a69c-40d5-bef5-97e2ad30148c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:10.874023 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:10.887272 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb449ab0-681a-49b2-814a-8fcc53a519d4 req-b782bfd4-de5b-4440-b9b5-804dd37bf3ec tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598922 Jun 28 09:41:10.897178 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47cb18-718f-4efd-b7ba-2b11737796d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc2da5-0585-4628-b428-9957e31b393c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:10.908657 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eb47cb18-718f-4efd-b7ba-2b11737796d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:10.959234 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b095c83a-9f51-491b-a644-704902365111', 'tag': '818fb6d9-9634-4d0e-871d-96ee69317eb5'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:10.962944 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b198ba2-d88a-49ec-bc90-9664f147629f" -d '{"events": [{"name": "network-changed", "server_uuid": "b095c83a-9f51-491b-a644-704902365111", "tag": "818fb6d9-9634-4d0e-871d-96ee69317eb5"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:10.977931 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e985be24-cabf-4184-987e-2d02efe99d86,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:10.985380 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:11.015565 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.029652 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.030056 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd117fb9-ec84-442b-88a5-2088565151d6 x-openstack-request-id: req-fd117fb9-ec84-442b-88a5-2088565151d6 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:11.030441 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b095c83a-9f51-491b-a644-704902365111", "tag": "818fb6d9-9634-4d0e-871d-96ee69317eb5", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:11.030887 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd117fb9-ec84-442b-88a5-2088565151d6 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:11.031372 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b095c83a-9f51-491b-a644-704902365111', 'tag': '818fb6d9-9634-4d0e-871d-96ee69317eb5', 'status': 'completed', 'code': 200} Jun 28 09:41:11.040729 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eb47cb18-718f-4efd-b7ba-2b11737796d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:11.136568 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-b83634a4-f3a6-422f-90c4-899859668f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:11.138273 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-b83634a4-f3a6-422f-90c4-899859668f08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 1096 time: 0.0698993 Jun 28 09:41:11.155791 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['e985be24-cabf-4184-987e-2d02efe99d86'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:11.171096 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad3455faf5ba492bad7133891ce677cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2144709 Jun 28 09:41:11.176783 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e222572f-80f6-44f5-b79d-c1ccb6571d11,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:11.180042 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:11.182355 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51076) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:11.265907 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-a899a622-30ba-421f-b509-d6c08225062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:11.267691 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-a899a622-30ba-421f-b509-d6c08225062f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 915 time: 0.1196859 Jun 28 09:41:11.299591 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf926d-f8da-4c5a-8ca2-946a6d0bc40a req-2b12f6e6-14ba-4b00-9c66-54570fb0dc83 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:11.301945 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-66cf926d-f8da-4c5a-8ca2-946a6d0bc40a req-2b12f6e6-14ba-4b00-9c66-54570fb0dc83 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 943 time: 0.2295899 Jun 28 09:41:11.304047 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36a49dc5-72ef-466b-bcc8-f5c3b9c8b60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.320034 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-736551b9-08f8-4e30-8fd5-6b1b7047581f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.322894 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36a49dc5-72ef-466b-bcc8-f5c3b9c8b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.333084 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:11.338863 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-61779a4a-92b6-4273-92d1-748ccf2d3f55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=818fb6d9-9634-4d0e-871d-96ee69317eb5 HTTP/1.1" status: 200 len: 217 time: 0.0617416 Jun 28 09:41:11.390991 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-736551b9-08f8-4e30-8fd5-6b1b7047581f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.418124 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-66cf926d-f8da-4c5a-8ca2-946a6d0bc40a req-d4c9a24c-8a0d-4d05-bd1e-c8c30ed88cde tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056409 Jun 28 09:41:11.418626 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-12d1b5e6-5e31-456b-aa70-17edfa351795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:11.420337 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-12d1b5e6-5e31-456b-aa70-17edfa351795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.0563936 Jun 28 09:41:11.422121 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-36a49dc5-72ef-466b-bcc8-f5c3b9c8b60c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d5b93ec7dc646c2bfd5c426cb9e6542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9764793 Jun 28 09:41:11.424633 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51086) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:11.427001 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a49dc5-72ef-466b-bcc8-f5c3b9c8b60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64c705-ac4a-4b5b-b9a5-0d98941925c3,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:11.430220 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-36a49dc5-72ef-466b-bcc8-f5c3b9c8b60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:11.478067 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-736551b9-08f8-4e30-8fd5-6b1b7047581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.481960 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-736551b9-08f8-4e30-8fd5-6b1b7047581f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.483436 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-736551b9-08f8-4e30-8fd5-6b1b7047581f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e222572f-80f6-44f5-b79d-c1ccb6571d11 HTTP/1.1" status: 204 len: 168 time: 0.2990720 Jun 28 09:41:11.484719 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-adf2fbcd-5670-4746-8c8e-f805271032a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:11.491041 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-60eadc1f-96a2-42b6-a8de-5cf4c2c30601 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358222 Jun 28 09:41:11.495879 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736551b9-08f8-4e30-8fd5-6b1b7047581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e222572f-80f6-44f5-b79d-c1ccb6571d11,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:11.504416 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-736551b9-08f8-4e30-8fd5-6b1b7047581f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:11.535556 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d798baa-2261-4f13-b634-23fdcd0f09dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.596844 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d798baa-2261-4f13-b634-23fdcd0f09dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.642503 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-38c7aaed-2954-49f1-a4f0-4886d4773065 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435206 Jun 28 09:41:11.721055 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d798baa-2261-4f13-b634-23fdcd0f09dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.724809 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d798baa-2261-4f13-b634-23fdcd0f09dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:11.728895 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-7d798baa-2261-4f13-b634-23fdcd0f09dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b64c705-ac4a-4b5b-b9a5-0d98941925c3 HTTP/1.1" status: 204 len: 168 time: 0.3032820 Jun 28 09:41:11.731544 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b97e3b94-05e2-46e0-8faa-13464db07ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:11.742484 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d798baa-2261-4f13-b634-23fdcd0f09dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64c705-ac4a-4b5b-b9a5-0d98941925c3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:11.746578 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7d798baa-2261-4f13-b634-23fdcd0f09dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:11.790907 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2b198ba2-d88a-49ec-bc90-9664f147629f req-ef1c032f-4073-41f6-a012-26be901de771 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408858 Jun 28 09:41:11.949938 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51108) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:11.978142 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-20e982bd-49eb-468b-835b-76909dff5d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.145977 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-20e982bd-49eb-468b-835b-76909dff5d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.154593 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-20e982bd-49eb-468b-835b-76909dff5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.194219 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1786a-c589-4af2-af59-bf0c931e1f2a req-b5997c22-741c-416e-a7f1-9dd21387c1b5 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:12.202572 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5ad1786a-c589-4af2-af59-bf0c931e1f2a req-b5997c22-741c-416e-a7f1-9dd21387c1b5 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 945 time: 0.1170542 Jun 28 09:41:12.207322 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5ddddc96-79d0-4a21-b18b-fc5668215625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:12.233699 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-20e982bd-49eb-468b-835b-76909dff5d77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96dfea640cb1468dbf36bf7eb7103537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824872 Jun 28 09:41:12.236578 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51120) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:12.265616 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5ad1786a-c589-4af2-af59-bf0c931e1f2a req-041a15a5-5dfa-4148-81ba-4d19cbff6d99 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615640 Jun 28 09:41:12.276099 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51122) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:12.288682 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e982bd-49eb-468b-835b-76909dff5d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6372af-f5cf-4b23-96d1-d15c45dfd948,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:12.292459 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-20e982bd-49eb-468b-835b-76909dff5d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:12.324290 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eabef4f5-5a2d-4b11-99de-5692388cdf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.336361 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Deleting subnet 1fa6c23e-d1c0-4b2f-87a7-c10e3ac8b3d0 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:41:12.340233 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.344898 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51126) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:12.368248 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eabef4f5-5a2d-4b11-99de-5692388cdf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.370704 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-563e6301-4b16-47a0-ab85-d4b8e57cd31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.375411 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2832794'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.433474 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.492680 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eabef4f5-5a2d-4b11-99de-5692388cdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.494763 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eabef4f5-5a2d-4b11-99de-5692388cdf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.498303 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-eabef4f5-5a2d-4b11-99de-5692388cdf38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec6372af-f5cf-4b23-96d1-d15c45dfd948 HTTP/1.1" status: 204 len: 168 time: 0.2581136 Jun 28 09:41:12.500190 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:12.512006 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabef4f5-5a2d-4b11-99de-5692388cdf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6372af-f5cf-4b23-96d1-d15c45dfd948,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:12.514764 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e985be24-cabf-4184-987e-2d02efe99d86 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:12.521884 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2421618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805270'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.523054 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-eabef4f5-5a2d-4b11-99de-5692388cdf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:12.531909 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba3581b4-76eb-4d0f-926b-23f25c6274ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:12.551936 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-563e6301-4b16-47a0-ab85-d4b8e57cd31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.558571 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-563e6301-4b16-47a0-ab85-d4b8e57cd31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.572564 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d57d9aef-2e17-4076-843b-4641a3b8cb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:12.580697 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa6c23e-d1c0-4b2f-87a7-c10e3ac8b3d0,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:12.590216 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:12.602989 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.613878 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1fa6c23e-d1c0-4b2f-87a7-c10e3ac8b3d0 HTTP/1.1" status: 204 len: 168 time: 0.3338127 Jun 28 09:41:12.614673 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51138) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:12.615460 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port e985be24-cabf-4184-987e-2d02efe99d86 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:12.622421 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port e985be24-cabf-4184-987e-2d02efe99d86 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:12.623039 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.623391 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e6301-4b16-47a0-ab85-d4b8e57cd31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16ef23c-e2c0-4c95-9464-728c12c82e2a,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:12.642022 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-563e6301-4b16-47a0-ab85-d4b8e57cd31e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c15be039f684959bc1f6fb87d10f274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927043 Jun 28 09:41:12.642850 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51140) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:12.643877 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-563e6301-4b16-47a0-ab85-d4b8e57cd31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:12.747374 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b8cde792-bcb8-41d5-bcb4-f50d78f7be13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.760091 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.790403 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b8cde792-bcb8-41d5-bcb4-f50d78f7be13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.796672 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3404c4-8a15-4826-8a38-4853c0b756db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985be24-cabf-4184-987e-2d02efe99d86'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:12.799115 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709a36bc-924d-4217-9902-24682097d150" -d '{"events": [{"server_uuid": "bc3404c4-8a15-4826-8a38-4853c0b756db", "name": "network-vif-plugged", "status": "completed", "tag": "e985be24-cabf-4184-987e-2d02efe99d86"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:12.799461 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a56e3-6679-4dba-b566-e033e58aba60 req-b8baa2af-9ce9-4f45-a747-3c0a93fc5407 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:12.801634 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-654a56e3-6679-4dba-b566-e033e58aba60 req-b8baa2af-9ce9-4f45-a747-3c0a93fc5407 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 943 time: 0.1162386 Jun 28 09:41:12.806462 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.843931 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e985be24-cabf-4184-987e-2d02efe99d86, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e985be24-cabf-4184-987e-2d02efe99d86,segment=NetworkSegment(9eaf721a-314e-4258-b8b2-f373e0bcdd3a),segment_id=9eaf721a-314e-4258-b8b2-f373e0bcdd3a)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:12.851660 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.854750 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:12.903957 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-654a56e3-6679-4dba-b566-e033e58aba60 req-44e4eb5f-354c-4cb3-95e3-827ff5677424 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938432 Jun 28 09:41:12.923349 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f66edc-b83e-40d7-98a6-e1e8a7228e4a x-openstack-request-id: req-c0f66edc-b83e-40d7-98a6-e1e8a7228e4a {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:12.923719 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3404c4-8a15-4826-8a38-4853c0b756db", "name": "network-vif-plugged", "status": "completed", "tag": "e985be24-cabf-4184-987e-2d02efe99d86", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:12.923985 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0f66edc-b83e-40d7-98a6-e1e8a7228e4a {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:12.924551 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3404c4-8a15-4826-8a38-4853c0b756db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e985be24-cabf-4184-987e-2d02efe99d86', 'code': 200} Jun 28 09:41:12.941626 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b8cde792-bcb8-41d5-bcb4-f50d78f7be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.945408 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b8cde792-bcb8-41d5-bcb4-f50d78f7be13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.946696 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b8cde792-bcb8-41d5-bcb4-f50d78f7be13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b16ef23c-e2c0-4c95-9464-728c12c82e2a HTTP/1.1" status: 204 len: 168 time: 0.3017020 Jun 28 09:41:12.947611 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2f7e8ced-bfdb-4ca7-9dd6-46a347e65e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:12.957876 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cde792-bcb8-41d5-bcb4-f50d78f7be13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16ef23c-e2c0-4c95-9464-728c12c82e2a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:12.960312 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b8cde792-bcb8-41d5-bcb4-f50d78f7be13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:12.984057 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e985be24-cabf-4184-987e-2d02efe99d86,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:12.984636 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:12.988930 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:13.000062 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d04e7a-411d-4054-b827-b01d46e2b12a']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:13.012850 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35104328-b9ef-4551-9591-4b10d5797efe') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:13.013253 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35104328-b9ef-4551-9591-4b10d5797efe') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:13.026590 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2832781'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.044703 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.060080 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:41:13.061984 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2421655'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: Traceback (most recent call last): Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: timer() Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: cb(*args, **kw) Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: return func(*args, **kwargs) Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: self._notify() Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: self.callback(batched_events) Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: event.method(event) Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: return f(self, *a, **k) Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: return self._get(url).json() Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:41:13.066768 dv-cinder-792209-2-smb neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:41:13.173832 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.189470 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.195342 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f7d04e7a-411d-4054-b827-b01d46e2b12a HTTP/1.1" status: 204 len: 168 time: 0.5718706 Jun 28 09:41:13.195342 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8b059d58-47be-479c-845f-68a324eba44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:13.216779 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d04e7a-411d-4054-b827-b01d46e2b12a,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:13.226494 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:13.256520 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac024db7-6425-47d0-bdb4-bd205697efbc req-b4974ea4-3ccf-468b-928c-76db01b86f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:13.258596 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ac024db7-6425-47d0-bdb4-bd205697efbc req-b4974ea4-3ccf-468b-928c-76db01b86f0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 1099 time: 0.1160674 Jun 28 09:41:13.308732 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ac024db7-6425-47d0-bdb4-bd205697efbc req-5ee1e570-05bc-48c5-8502-fe897278149f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Jun 28 09:41:13.451426 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51172) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:13.523802 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51180) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:13.524631 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-c35e9c26-6bfa-469a-9cfc-a5e8fac1c409 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ec005b3693145f98fc379b7fb53d58e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0718827 Jun 28 09:41:13.638695 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-38ffa308-c165-4c8c-93cc-57bb7cb676a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.645961 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac0d21-49ab-465e-ad36-f748a3abbe4b req-8d3b8ac0-9902-4a4f-a5f9-b792f3af8e5f tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:13.647677 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0eac0d21-49ab-465e-ad36-f748a3abbe4b req-8d3b8ac0-9902-4a4f-a5f9-b792f3af8e5f tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 946 time: 0.0931554 Jun 28 09:41:13.668582 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-38ffa308-c165-4c8c-93cc-57bb7cb676a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.709106 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0eac0d21-49ab-465e-ad36-f748a3abbe4b req-79469edc-be06-4078-98bb-ef23e1754996 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525711 Jun 28 09:41:13.748300 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-38ffa308-c165-4c8c-93cc-57bb7cb676a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.751266 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-38ffa308-c165-4c8c-93cc-57bb7cb676a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:13.752586 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-38ffa308-c165-4c8c-93cc-57bb7cb676a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03a6c780-4d3a-46e4-9c1b-e10ef434685f HTTP/1.1" status: 204 len: 168 time: 0.2268269 Jun 28 09:41:13.753919 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:13.761755 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffa308-c165-4c8c-93cc-57bb7cb676a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a6c780-4d3a-46e4-9c1b-e10ef434685f,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:13.764212 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-38ffa308-c165-4c8c-93cc-57bb7cb676a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:14.126910 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167a469-d416-421a-b611-efd9720608df req-74012d53-a934-4919-9af2-6e58e06b96bb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:14.133933 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3167a469-d416-421a-b611-efd9720608df req-74012d53-a934-4919-9af2-6e58e06b96bb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 943 time: 0.0966132 Jun 28 09:41:14.186325 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3167a469-d416-421a-b611-efd9720608df req-147006c8-a45c-4d53-acf6-1ffb3327c8ef tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491595 Jun 28 09:41:14.537734 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 818fb6d9-9634-4d0e-871d-96ee69317eb5 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:41:14.856525 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 818fb6d9-9634-4d0e-871d-96ee69317eb5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=818fb6d9-9634-4d0e-871d-96ee69317eb5,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:14.870370 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '818fb6d9-9634-4d0e-871d-96ee69317eb5', 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'port_id': '818fb6d9-9634-4d0e-871d-96ee69317eb5', 'mac_address': 'fa:16:3e:87:8d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6362be20-b59e-41a1-82d9-e5e1ace82278', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:41:14.915542 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6abca2-a296-4cff-95c7-d929bc0b645a req-7e8c5d07-fedb-41a5-a6e7-30bb410b3009 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:14.923693 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0c6abca2-a296-4cff-95c7-d929bc0b645a req-7e8c5d07-fedb-41a5-a6e7-30bb410b3009 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 946 time: 0.0890965 Jun 28 09:41:14.943772 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:14.971680 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0c6abca2-a296-4cff-95c7-d929bc0b645a req-e3a6b474-28b2-43e5-900a-3e289ff8e41f tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467324 Jun 28 09:41:14.981188 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818fb6d9-9634-4d0e-871d-96ee69317eb5 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:15.034115 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 818fb6d9-9634-4d0e-871d-96ee69317eb5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=818fb6d9-9634-4d0e-871d-96ee69317eb5,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:15.041832 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:15.043609 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:15.114739 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=818fb6d9-9634-4d0e-871d-96ee69317eb5,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:15.118192 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:15.360834 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['818fb6d9-9634-4d0e-871d-96ee69317eb5'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:15.514452 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95926883-d52c-401a-bb45-bcabad8bf6d9 req-d2c01519-f6d3-4245-92d1-aa27d72efe11 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:15.523687 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-95926883-d52c-401a-bb45-bcabad8bf6d9 req-d2c01519-f6d3-4245-92d1-aa27d72efe11 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 944 time: 0.1667557 Jun 28 09:41:15.620367 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-95926883-d52c-401a-bb45-bcabad8bf6d9 req-7444af53-8920-479d-8624-b0837e5d4cbb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836973 Jun 28 09:41:15.985719 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51302) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:16.171999 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51310) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:16.238500 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-network', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:16.274715 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Made reservation on behalf of 737ae21f8d3e4db7b4e231a33a2b568b for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:16.277653 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.289813 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.396760 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d342-ff8b-4740-a6e2-46b727a88a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.455894 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.468784 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.473618 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6617d364-386e-46b2-98e7-9e55ee349d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:16.517056 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:41:16.537817 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 818fb6d9-9634-4d0e-871d-96ee69317eb5 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:16.538434 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.538434 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Added segment 9ccaa76f-2c8e-436a-aef6-bb76dc6d0512 of type vlan for network 6203ce92-91d6-4020-b474-5c23848c339d Jun 28 09:41:16.591382 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78e10f7-6248-4369-93be-fca418befd12,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:16.594471 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 818fb6d9-9634-4d0e-871d-96ee69317eb5 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:16.599073 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:16.601657 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.604048 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 818fb6d9-9634-4d0e-871d-96ee69317eb5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:16.606354 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.680410 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.684498 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:16.688817 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.693979 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d6ac9a5-9d60-46ca-8a7e-792aaafaa5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:16.752714 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.788891 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095c83a-9f51-491b-a644-704902365111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818fb6d9-9634-4d0e-871d-96ee69317eb5'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:16.792330 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8a7b92-cc55-4909-b4fa-0671ed1c770d" -d '{"events": [{"server_uuid": "b095c83a-9f51-491b-a644-704902365111", "name": "network-vif-plugged", "status": "completed", "tag": "818fb6d9-9634-4d0e-871d-96ee69317eb5"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:16.814898 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 818fb6d9-9634-4d0e-871d-96ee69317eb5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=818fb6d9-9634-4d0e-871d-96ee69317eb5,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:16.823056 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51356) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:16.826187 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.838334 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:16.882467 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d342-ff8b-4740-a6e2-46b727a88a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.890732 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3ad2d342-ff8b-4740-a6e2-46b727a88a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:16.925040 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=6203ce92-91d6-4020-b474-5c23848c339d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:16.932145 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-3ad2d342-ff8b-4740-a6e2-46b727a88a16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5878f8fad3f46d5a0fa3d5212c634ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7567523 Jun 28 09:41:16.932145 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:16.932145 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4c5c8ce3-ca46-404a-b414-de99cf1c5e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:16.937416 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9505875 Jun 28 09:41:16.939081 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51364) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:16.939390 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51366) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:16.940242 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 6203ce92-91d6-4020-b474-5c23848c339d details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:41:16.949875 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Request body: {'subnet': {'network_id': '6203ce92-91d6-4020-b474-5c23848c339d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-subnet', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:17.019906 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2d342-ff8b-4740-a6e2-46b727a88a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178a26b6-264e-4eb4-96ad-393db0fabd0f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:17.048477 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3ad2d342-ff8b-4740-a6e2-46b727a88a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:17.049661 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Made reservation on behalf of 737ae21f8d3e4db7b4e231a33a2b568b for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:17.052277 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.059370 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89efcaf-0cf2-449a-bca4-18272624942e req-e605124c-2887-46eb-838a-1dce6ed7a6d4 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:17.069361 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b89efcaf-0cf2-449a-bca4-18272624942e req-e605124c-2887-46eb-838a-1dce6ed7a6d4 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 945 time: 0.2011030 Jun 28 09:41:17.096277 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef8888c-4b58-47d7-ba09-c2c6b6333995 x-openstack-request-id: req-6ef8888c-4b58-47d7-ba09-c2c6b6333995 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:17.096909 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095c83a-9f51-491b-a644-704902365111", "name": "network-vif-plugged", "status": "completed", "tag": "818fb6d9-9634-4d0e-871d-96ee69317eb5", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:17.097430 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ef8888c-4b58-47d7-ba09-c2c6b6333995 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:17.098078 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095c83a-9f51-491b-a644-704902365111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818fb6d9-9634-4d0e-871d-96ee69317eb5', 'code': 200} Jun 28 09:41:17.133221 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=818fb6d9-9634-4d0e-871d-96ee69317eb5,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:17.134587 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-989b6d20-fcbb-4589-b880-8f2f559f1968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.137310 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:17.145191 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b89efcaf-0cf2-449a-bca4-18272624942e req-19fe79c2-3b9a-4388-85e9-c1980d3ae8bb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625212 Jun 28 09:41:17.162676 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-989b6d20-fcbb-4589-b880-8f2f559f1968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.276828 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-989b6d20-fcbb-4589-b880-8f2f559f1968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.280170 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-989b6d20-fcbb-4589-b880-8f2f559f1968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.282079 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-989b6d20-fcbb-4589-b880-8f2f559f1968 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/178a26b6-264e-4eb4-96ad-393db0fabd0f HTTP/1.1" status: 204 len: 168 time: 0.3414667 Jun 28 09:41:17.285901 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-475bf3b4-a183-40a0-85f9-6a57491f640a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:17.298083 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b6d20-fcbb-4589-b880-8f2f559f1968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a26b6-264e-4eb4-96ad-393db0fabd0f,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:17.301470 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-989b6d20-fcbb-4589-b880-8f2f559f1968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:17.338100 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ceb3-c7c9-497c-aa5f-0139c91ee2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.395206 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.403931 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7502f20c-7ddd-461c-81e1-d896fd495f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:17.462483 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bfba6-29ab-46fe-aca7-c77023be51ec req-da5f8f3b-65fb-4708-b3d1-570515e63dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:17.464137 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0c6bfba6-29ab-46fe-aca7-c77023be51ec req-da5f8f3b-65fb-4708-b3d1-570515e63dda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 1098 time: 0.1585701 Jun 28 09:41:17.495653 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ceb3-c7c9-497c-aa5f-0139c91ee2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.495862 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fb4d8b-6c35-4074-b094-813fafb9e3f8,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:17.508964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:17.515577 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ceb3-c7c9-497c-aa5f-0139c91ee2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.525774 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Checking segment: {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:17.526129 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Network hostable DHCP agents. Network: 6203ce92-91d6-4020-b474-5c23848c339d, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:41:17.535277 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0c6bfba6-29ab-46fe-aca7-c77023be51ec req-722528bc-c79b-4be9-8f02-02a43c01d4c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519049 Jun 28 09:41:17.559643 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Network 6203ce92-91d6-4020-b474-5c23848c339d is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:41:17.561065 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-786e218c-4855-471b-b9cc-48afe07920a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:17.576899 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 6203ce92-91d6-4020-b474-5c23848c339d) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:17.589616 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3cfca-40a8-4460-b0e7-163d1bf1e754 None None] Network 6203ce92-91d6-4020-b474-5c23848c339d requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:41:17.590677 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:17.591282 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.603778 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51388) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:17.605643 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-3cf8ceb3-c7c9-497c-aa5f-0139c91ee2ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14ff2b2ec2ba452bb6e17163aeab7d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7732208 Jun 28 09:41:17.609028 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8ceb3-c7c9-497c-aa5f-0139c91ee2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcca4db-5f12-4cb2-a086-719aae26a1cb,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:17.617695 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3cf8ceb3-c7c9-497c-aa5f-0139c91ee2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:17.650662 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-24db3b80-f02e-48f8-a0be-cb8c798032a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7089078 Jun 28 09:41:17.653417 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51394) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:17.658950 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:17.698638 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c5f0dd1d-823f-4fbe-a8e4-34006746ba7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.701119 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8734'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.702449 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8711'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.754745 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c5f0dd1d-823f-4fbe-a8e4-34006746ba7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.801735 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048776ba-f8bf-4b26-bbea-faa980aa4dda None None] Network 6203ce92-91d6-4020-b474-5c23848c339d requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:41:17.814476 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c5f0dd1d-823f-4fbe-a8e4-34006746ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.817679 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c5f0dd1d-823f-4fbe-a8e4-34006746ba7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.818830 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-c5f0dd1d-823f-4fbe-a8e4-34006746ba7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfcca4db-5f12-4cb2-a086-719aae26a1cb HTTP/1.1" status: 204 len: 168 time: 0.2140887 Jun 28 09:41:17.819921 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1b4587ed-8d27-45fa-bd7d-72c0d3b5c94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:17.834960 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0dd1d-823f-4fbe-a8e4-34006746ba7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcca4db-5f12-4cb2-a086-719aae26a1cb,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:17.840381 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c5f0dd1d-823f-4fbe-a8e4-34006746ba7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:17.841264 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:17.965865 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51408) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:17.990362 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d10d003-d3b5-403f-8cf1-0f40c77aae82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.193834 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.211096 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d10d003-d3b5-403f-8cf1-0f40c77aae82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.219424 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d10d003-d3b5-403f-8cf1-0f40c77aae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.228891 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-abc37906-67e3-494d-aef2-cee47c024b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:18.308530 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10d003-d3b5-403f-8cf1-0f40c77aae82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09864c5f-8b6a-46e6-a430-bf3633ba40ae,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:18.318034 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7d10d003-d3b5-403f-8cf1-0f40c77aae82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:18.328971 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-7d10d003-d3b5-403f-8cf1-0f40c77aae82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c917ec9de2f647cfbe12f65b8cbb3300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596957 Jun 28 09:41:18.329526 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51430) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:18.427757 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf169c25-e68e-4a49-99c9-c89276954d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.496462 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf169c25-e68e-4a49-99c9-c89276954d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.523085 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51434) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:18.551790 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.580409 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.583814 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf169c25-e68e-4a49-99c9-c89276954d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.587635 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf169c25-e68e-4a49-99c9-c89276954d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.600775 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-cf169c25-e68e-4a49-99c9-c89276954d6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09864c5f-8b6a-46e6-a430-bf3633ba40ae HTTP/1.1" status: 204 len: 168 time: 0.2597923 Jun 28 09:41:18.602097 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b8cde792-bcb8-41d5-bcb4-f50d78f7be13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:18.607333 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:18.612849 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf169c25-e68e-4a49-99c9-c89276954d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09864c5f-8b6a-46e6-a430-bf3633ba40ae,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:18.616880 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cf169c25-e68e-4a49-99c9-c89276954d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:18.645146 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9e604-bbe0-4eea-93b1-0691d61bf579 req-15c0186b-f181-4f3d-8485-966ead960e64 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:18.646755 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-25f9e604-bbe0-4eea-93b1-0691d61bf579 req-15c0186b-f181-4f3d-8485-966ead960e64 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 945 time: 0.2392795 Jun 28 09:41:18.758258 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-25f9e604-bbe0-4eea-93b1-0691d61bf579 req-9f1483d2-d8b5-4731-9329-3e170504b72f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906479 Jun 28 09:41:18.970094 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Allocated IP 172.28.2.43 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/0d6c0e30-40ff-44d7-841a-7a045bb2e4ac) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:18.972093 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a714ea-bd4d-4938-913a-09e91c7f0f28 req-47bcd1d3-a54a-446b-918d-f99c23283a6c tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:18.980777 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a714ea-bd4d-4938-913a-09e91c7f0f28 req-47bcd1d3-a54a-446b-918d-f99c23283a6c tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 946 time: 0.1114020 Jun 28 09:41:19.030334 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.044141 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.053975 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a714ea-bd4d-4938-913a-09e91c7f0f28 req-555ae9ff-6f82-4f40-9340-d79ed2bb98f5 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Jun 28 09:41:19.068457 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:19.168678 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f5e65dde81d480e83c10b6f93aaffa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389625 Jun 28 09:41:19.171829 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51460) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:19.175549 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca0866-a50b-453f-a034-0341ac63bf15,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:19.194614 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.195092 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.195460 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.195820 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.196179 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.196873 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.197226 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.197653 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.198006 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.198362 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.198748 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.199094 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:19.203772 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:19.230643 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.234487 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5af2f2d3-f494-4e1e-94a5-17c97bdfffa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.269445 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5af2f2d3-f494-4e1e-94a5-17c97bdfffa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.290620 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.299126 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:19.326635 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5af2f2d3-f494-4e1e-94a5-17c97bdfffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.329210 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5af2f2d3-f494-4e1e-94a5-17c97bdfffa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.330327 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-5af2f2d3-f494-4e1e-94a5-17c97bdfffa1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaca0866-a50b-453f-a034-0341ac63bf15 HTTP/1.1" status: 204 len: 168 time: 0.1575046 Jun 28 09:41:19.331556 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6c6fd8fa-4676-4400-b7ae-84da796a9d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:19.341174 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f2d3-f494-4e1e-94a5-17c97bdfffa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaca0866-a50b-453f-a034-0341ac63bf15,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:19.354122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5af2f2d3-f494-4e1e-94a5-17c97bdfffa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:19.365026 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:19.367124 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Pushing event updated for resources: {'Port': ['ID=0d6c0e30-40ff-44d7-841a-7a045bb2e4ac,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:19.370817 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:19.372404 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:19.375455 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:19.645756 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:19.845360 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:20.033306 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Router 55972ca0-b247-4f02-a043-4974b0af8a12 is scheduled to L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:41:20.242435 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f221d83-1e56-4a84-b3f3-4c1dfceff985 req-bb6515fd-c43c-49ff-8d85-7d3c7986abbc tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:20.244482 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8f221d83-1e56-4a84-b3f3-4c1dfceff985 req-bb6515fd-c43c-49ff-8d85-7d3c7986abbc tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 945 time: 0.1633148 Jun 28 09:41:20.349541 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8f221d83-1e56-4a84-b3f3-4c1dfceff985 req-bf83dd5b-dd41-49c3-9247-e43135b8c282 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969536 Jun 28 09:41:20.538798 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:41:20.551480 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Sync routers for ids ['55972ca0-b247-4f02-a043-4974b0af8a12'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:41:20.585445 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Routers {'55972ca0-b247-4f02-a043-4974b0af8a12'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:41:20.586591 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:41:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['55972ca0-b247-4f02-a043-4974b0af8a12'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:20.599233 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:20.601116 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9462080 Jun 28 09:41:20.603891 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51536) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:20.632468 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eafbc-7b24-48a3-b8c7-f952f95d03b6 req-a4221ad3-be28-47df-bcab-933bfb51a286 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:20.636603 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-336eafbc-7b24-48a3-b8c7-f952f95d03b6 req-a4221ad3-be28-47df-bcab-933bfb51a286 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 946 time: 0.4047775 Jun 28 09:41:20.723327 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-336eafbc-7b24-48a3-b8c7-f952f95d03b6 req-abd95ae8-28ad-41fb-88c2-f2a9698b4365 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820267 Jun 28 09:41:20.838599 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Set router 55972ca0-b247-4f02-a043-4974b0af8a12 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:41:20.981951 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-9bfc3a91-4514-47df-b158-3c0e52cb5800 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:20.983427 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-9bfc3a91-4514-47df-b158-3c0e52cb5800 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 946 time: 0.2803340 Jun 28 09:41:21.126883 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:41:19Z', 'revision_number': 3, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port': {'id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:18Z', 'updated_at': '2021-06-28T09:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:21.156005 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Checking router: 55972ca0-b247-4f02-a043-4974b0af8a12 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:41:21.156485 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Updating router 55972ca0-b247-4f02-a043-4974b0af8a12 port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac binding host dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:41:21.226079 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:21.620974 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Deleting port e985be24-cabf-4184-987e-2d02efe99d86 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:41:21.621705 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:21.851577 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:21.896212 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] For port e985be24-cabf-4184-987e-2d02efe99d86, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e985be24-cabf-4184-987e-2d02efe99d86,segment=NetworkSegment(9eaf721a-314e-4258-b8b2-f373e0bcdd3a),segment_id=9eaf721a-314e-4258-b8b2-f373e0bcdd3a)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:21.898472 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:21.978744 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.001569 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Transition to ACTIVE for port object 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:22.021106 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.023461 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9f3a6802-8934-4550-b133-7c126082683d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:22.024323 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Calling delete_port for e985be24-cabf-4184-987e-2d02efe99d86 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:41:22.102394 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22003613-5d34-45aa-9d55-802644a910d3 None None] Pushing event updated for resources: {'Port': ['ID=0d6c0e30-40ff-44d7-841a-7a045bb2e4ac,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:22.109939 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-22003613-5d34-45aa-9d55-802644a910d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:22.156152 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1a082-a562-459d-baa0-c3bcda8f3027 req-cd6b123c-c0dd-4ade-bc01-e3940dff3ccd tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:22.156978 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Attempting to bind port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:22.157155 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Attempting to bind port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:22.157726 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Attempting to bind port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac on network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:22.157850 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8ec1a082-a562-459d-baa0-c3bcda8f3027 req-cd6b123c-c0dd-4ade-bc01-e3940dff3ccd tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 946 time: 0.1418669 Jun 28 09:41:22.164896 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:22.165829 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:22.166435 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.167613 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Bound using segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:22.168282 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Bound port: 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:22.168912 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.277479 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] For port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:22.283691 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] For port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0d6c0e30-40ff-44d7-841a-7a045bb2e4ac,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:22.287239 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8ec1a082-a562-459d-baa0-c3bcda8f3027 req-1e08d7c7-d556-4f98-8b19-3fbf4e4b6046 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf51cadc-7caa-4a08-988e-578245fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196213 Jun 28 09:41:22.292937 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.300692 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:22.406436 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.409074 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Allocated IP 172.20.0.1 (6203ce92-91d6-4020-b474-5c23848c339d/36fb4d8b-6c35-4074-b094-813fafb9e3f8/b2bcdbcc-c7b2-40fc-a715-e21a94827024) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:22.418248 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:22.420656 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['e985be24-cabf-4184-987e-2d02efe99d86'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:22.425853 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22003613-5d34-45aa-9d55-802644a910d3 None None] Pushing event updated for resources: {'Port': ['ID=0d6c0e30-40ff-44d7-841a-7a045bb2e4ac,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:22.435555 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-22003613-5d34-45aa-9d55-802644a910d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:22.458742 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Pushing event deleted for resources: {'Port': ['ID=e985be24-cabf-4184-987e-2d02efe99d86,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:22.461681 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Routers {'55972ca0-b247-4f02-a043-4974b0af8a12'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:41:22.463136 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:41:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['55972ca0-b247-4f02-a043-4974b0af8a12'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:22.469182 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.469820 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.470386 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.470893 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.471423 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.472601 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.473104 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.473630 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.474633 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.475133 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.475666 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.476213 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:22.480623 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:22.569544 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] No DVR routers for this DVR port e985be24-cabf-4184-987e-2d02efe99d86 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:41:22.584883 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.587377 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3cdf53f2-e45e-4b82-803b-5b883a92f475 req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.36 "DELETE /v2.0/ports/e985be24-cabf-4184-987e-2d02efe99d86 HTTP/1.1" status: 204 len: 173 time: 1.5606682 Jun 28 09:41:22.587885 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3404c4-8a15-4826-8a38-4853c0b756db', 'name': 'network-vif-deleted', 'tag': 'e985be24-cabf-4184-987e-2d02efe99d86'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:22.588708 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51614) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:22.590379 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b0411-4223-4d0a-a742-258dd0c75214" -d '{"events": [{"server_uuid": "bc3404c4-8a15-4826-8a38-4853c0b756db", "name": "network-vif-deleted", "tag": "e985be24-cabf-4184-987e-2d02efe99d86"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:22.610720 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] Set router 55972ca0-b247-4f02-a043-4974b0af8a12 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:41:22.666623 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.741147 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3543b6-6bf5-49f8-9a5f-721ebb7097ed x-openstack-request-id: req-ff3543b6-6bf5-49f8-9a5f-721ebb7097ed {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:22.742231 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3404c4-8a15-4826-8a38-4853c0b756db", "name": "network-vif-deleted", "tag": "e985be24-cabf-4184-987e-2d02efe99d86", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:22.743952 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff3543b6-6bf5-49f8-9a5f-721ebb7097ed {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:22.745649 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3404c4-8a15-4826-8a38-4853c0b756db', 'name': 'network-vif-deleted', 'tag': 'e985be24-cabf-4184-987e-2d02efe99d86', 'status': 'completed', 'code': 200} Jun 28 09:41:22.777096 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.781052 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:22.834897 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7d1-40e0-42ad-bfdc-1b45f22f0d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.896110 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Network 6203ce92-91d6-4020-b474-5c23848c339d is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:22.902577 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:22.932137 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:22.936862 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569102'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:22.941972 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:41:19Z', 'revision_number': 3, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port': {'id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:18Z', 'updated_at': '2021-06-28T09:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:22.988672 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf18f2b-87af-43bd-88c5-ef2f9cfdfe82 None None] The sync data for ids ['55972ca0-b247-4f02-a043-4974b0af8a12'] in dv-cinder-792209-2-smb is: [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:41:19Z', 'revision_number': 3, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port': {'id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:18Z', 'updated_at': '2021-06-28T09:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:41:23.074278 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2bcdbcc-c7b2-40fc-a715-e21a94827024,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:23.075529 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7d1-40e0-42ad-bfdc-1b45f22f0d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.078734 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:23.084885 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7d1-40e0-42ad-bfdc-1b45f22f0d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.106440 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fd51bd4b-4cbd-498e-9c33-a529accbc52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:23.164322 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-0b29f7d1-40e0-42ad-bfdc-1b45f22f0d40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8951f747c6148b6a8192a0773f8a929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738227 Jun 28 09:41:23.165122 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f7d1-40e0-42ad-bfdc-1b45f22f0d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099d48dd-57b1-48f6-b376-3b904cd0eed7,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:23.179080 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51648) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:23.184872 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0b29f7d1-40e0-42ad-bfdc-1b45f22f0d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:23.267828 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-590806dc-5aac-44fc-9307-0caec9888e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.307607 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-590806dc-5aac-44fc-9307-0caec9888e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.418808 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-590806dc-5aac-44fc-9307-0caec9888e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.421797 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-590806dc-5aac-44fc-9307-0caec9888e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.424498 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-590806dc-5aac-44fc-9307-0caec9888e6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/099d48dd-57b1-48f6-b376-3b904cd0eed7 HTTP/1.1" status: 204 len: 168 time: 0.2426465 Jun 28 09:41:23.424498 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-736551b9-08f8-4e30-8fd5-6b1b7047581f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:23.445741 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590806dc-5aac-44fc-9307-0caec9888e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099d48dd-57b1-48f6-b376-3b904cd0eed7,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:23.455816 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.462640 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-590806dc-5aac-44fc-9307-0caec9888e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:23.544485 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-963dba8e-0662-4824-a3b7-6f44e3b8d52a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:23.551463 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-963dba8e-0662-4824-a3b7-6f44e3b8d52a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 814 time: 0.3925979 Jun 28 09:41:23.626188 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-0d47876d-cb53-47bc-92be-df53ba48572d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/quotas/1f1bea98bb664415a2eb4f80ef08d225 HTTP/1.1" status: 200 len: 375 time: 0.0663459 Jun 28 09:41:23.667987 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-92a4555c-8729-495d-a977-9071353dd882 req-a0b71462-3cd8-4b12-9938-961f7305dd6c tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc3404c4-8a15-4826-8a38-4853c0b756db HTTP/1.1" status: 200 len: 210 time: 0.0455375 Jun 28 09:41:23.821502 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3607efd8-1e16-478f-8bf4-4b2b2a88f260 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940875 Jun 28 09:41:23.937451 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.953278 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.954302 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569234'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.955634 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51666) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:23.958108 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:23.987009 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79aeec53-b608-495e-9253-078d872c8df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:23.994106 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-64766d01-0803-4156-995c-0053a42eea13 service neutron] 10.222.0.13 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716373 Jun 28 09:41:24.099592 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79aeec53-b608-495e-9253-078d872c8df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:24.107359 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79aeec53-b608-495e-9253-078d872c8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:24.113556 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0b29f7d1-40e0-42ad-bfdc-1b45f22f0d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:24.170380 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-79aeec53-b608-495e-9253-078d872c8df6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da38fefdf3d24a9586bd26ecb403a160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113400 Jun 28 09:41:24.183780 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51674) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:24.229911 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aeec53-b608-495e-9253-078d872c8df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b7581-5961-4517-b59c-4d6e62906d60,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:24.239890 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-79aeec53-b608-495e-9253-078d872c8df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:24.265195 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4aec1604-b0ef-48df-8ed5-eabd5d56edb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:24.296193 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4aec1604-b0ef-48df-8ed5-eabd5d56edb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:24.385285 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4aec1604-b0ef-48df-8ed5-eabd5d56edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:24.393879 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4aec1604-b0ef-48df-8ed5-eabd5d56edb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:24.411254 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-4aec1604-b0ef-48df-8ed5-eabd5d56edb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab9b7581-5961-4517-b59c-4d6e62906d60 HTTP/1.1" status: 204 len: 168 time: 0.2157788 Jun 28 09:41:24.413907 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:24.436415 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec1604-b0ef-48df-8ed5-eabd5d56edb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b7581-5961-4517-b59c-4d6e62906d60,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:24.440188 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4aec1604-b0ef-48df-8ed5-eabd5d56edb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:24.522775 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2bcdbcc-c7b2-40fc-a715-e21a94827024,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:24.542799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:24.550618 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e985be24-cabf-4184-987e-2d02efe99d86 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:41:24.591855 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-fbad9358-3e64-48e1-835d-4796360085f0 service neutron] 10.222.0.13 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968792 Jun 28 09:41:24.603121 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: e985be24-cabf-4184-987e-2d02efe99d86 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:41:24.603694 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e985be24-cabf-4184-987e-2d02efe99d86 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:41:24.614576 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Network 6203ce92-91d6-4020-b474-5c23848c339d is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:24.616138 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:24.773271 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Router 55972ca0-b247-4f02-a043-4974b0af8a12 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:41:24.860399 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51716) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:25.004949 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:25.148074 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3c1f-7417-4099-bde7-3cd3cc979a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.195048 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c0c90462-437e-46ca-b277-49d0e86270e5 req-a6e41b0c-c429-4df4-b5d8-9cb6b10d3264 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 210 time: 0.2774096 Jun 28 09:41:25.238272 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:25.243518 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:41:25.247181 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:25.247818 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.249735 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/55972ca0-b247-4f02-a043-4974b0af8a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6444533 Jun 28 09:41:25.356814 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3c1f-7417-4099-bde7-3cd3cc979a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.370273 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3c1f-7417-4099-bde7-3cd3cc979a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.412972 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1264ab21-601f-4cf3-a872-d3e0591cdc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:25.486266 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.552789 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0d6c0e30-40ff-44d7-841a-7a045bb2e4ac,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:25.561579 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.567143 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-12d8f134-ec2d-4886-90fa-52d088366f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:25.598064 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-dd9d3c1f-7417-4099-bde7-3cd3cc979a9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=688ebd5b5f944fa09210e93d6eec5027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361798 Jun 28 09:41:25.602723 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51756) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:25.618960 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d3c1f-7417-4099-bde7-3cd3cc979a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0703885-3213-4647-b417-ce6e11cae9eb,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:25.646495 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dd9d3c1f-7417-4099-bde7-3cd3cc979a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:25.709515 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=0d6c0e30-40ff-44d7-841a-7a045bb2e4ac,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:25.715020 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7720e42-e20f-489f-b158-ca05d051ddf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.717854 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.718248 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.718839 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.719366 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.719881 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.720396 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.721001 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.721561 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.722637 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.723172 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.723710 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.724310 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:41:25.728689 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:25.765709 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7720e42-e20f-489f-b158-ca05d051ddf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.784150 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Sync routers for ids ['55972ca0-b247-4f02-a043-4974b0af8a12'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:41:25.796751 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Routers {'55972ca0-b247-4f02-a043-4974b0af8a12'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:41:25.797392 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:41:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['55972ca0-b247-4f02-a043-4974b0af8a12'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:25.851575 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7720e42-e20f-489f-b158-ca05d051ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.858428 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7720e42-e20f-489f-b158-ca05d051ddf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:25.866202 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-e7720e42-e20f-489f-b158-ca05d051ddf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0703885-3213-4647-b417-ce6e11cae9eb HTTP/1.1" status: 204 len: 168 time: 0.2621441 Jun 28 09:41:25.868551 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-eabef4f5-5a2d-4b11-99de-5692388cdf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:25.883721 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7720e42-e20f-489f-b158-ca05d051ddf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0703885-3213-4647-b417-ce6e11cae9eb,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:25.892757 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e7720e42-e20f-489f-b158-ca05d051ddf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:25.973600 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Set router 55972ca0-b247-4f02-a043-4974b0af8a12 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:41:26.301137 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:41:23Z', 'revision_number': 4, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port': {'id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:18Z', 'updated_at': '2021-06-28T09:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'b2bcdbcc-c7b2-40fc-a715-e21a94827024', 'name': '', 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'mac_address': 'fa:16:3e:03:81:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '36fb4d8b-6c35-4074-b094-813fafb9e3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:21Z', 'updated_at': '2021-06-28T09:41:23Z', 'revision_number': 2, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'subnets': [{'id': '36fb4d8b-6c35-4074-b094-813fafb9e3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:26.334730 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Checking router: 55972ca0-b247-4f02-a043-4974b0af8a12 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:41:26.336369 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Updating router 55972ca0-b247-4f02-a043-4974b0af8a12 port b2bcdbcc-c7b2-40fc-a715-e21a94827024 binding host dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:41:26.380329 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:26.382553 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-9d9737e7-171f-4786-ac20-6a1eed211693 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:26.387542 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-9d9737e7-171f-4786-ac20-6a1eed211693 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 819 time: 0.1894827 Jun 28 09:41:26.401630 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bbc61e2c-a679-44c2-9ea2-852425ed0279 req-32e88a8e-3e92-4108-8db2-bf766d2734c8 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 210 time: 0.0546193 Jun 28 09:41:26.416923 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-1f09f413-700b-4123-8987-cafc9acbd568 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/quotas/737ae21f8d3e4db7b4e231a33a2b568b HTTP/1.1" status: 200 len: 375 time: 0.0232747 Jun 28 09:41:26.575232 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-eb3fa80c-e7c6-422d-bb70-b2ba15176074 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515300 Jun 28 09:41:26.796130 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-430168eb-235f-4298-9a1b-19005bf746d3 service neutron] 10.222.0.13 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167816 Jun 28 09:41:26.818132 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51814) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:26.997079 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:27.016111 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-22f04ed4-b69f-41ba-afb1-b073b23cbf23 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:27.018308 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-22f04ed4-b69f-41ba-afb1-b073b23cbf23 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 814 time: 0.1737630 Jun 28 09:41:27.086807 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Request body: {'port': {'device_id': 'cba536ef-a7e3-426f-8db8-f89b5d16efaf', 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'admin_state_up': True, 'tenant_id': '1f1bea98bb664415a2eb4f80ef08d225'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:27.166215 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c0833174-02f2-47ac-aeef-185293d5d7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.193844 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.227982 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Transition to ACTIVE for port object b2bcdbcc-c7b2-40fc-a715-e21a94827024 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:27.248242 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.256373 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-05d0e53c-9860-410c-a2ad-018de2f0bb12 service neutron] 10.222.0.13 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521244 Jun 28 09:41:27.293922 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:27.323127 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:27.325038 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.451482 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c0833174-02f2-47ac-aeef-185293d5d7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.462875 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c0833174-02f2-47ac-aeef-185293d5d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.490263 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Made reservation on behalf of 1f1bea98bb664415a2eb4f80ef08d225 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:27.497042 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.517790 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0038a945-45f2-480b-a239-ff0d5240902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:27.524293 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-c0833174-02f2-47ac-aeef-185293d5d7e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e8d425e441646aba057f946af0f4d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027259 Jun 28 09:41:27.540075 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51864) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:27.574937 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0833174-02f2-47ac-aeef-185293d5d7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbfe173-ba12-4aad-9b90-34af387adcc1,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:27.595325 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c0833174-02f2-47ac-aeef-185293d5d7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:27.675525 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-feb7e55c-6e2e-43fa-89dc-409ce434e17b req-886d84d9-47f2-4530-954a-8623be67e17f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 210 time: 0.0407228 Jun 28 09:41:27.765882 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a6c338ec-4e29-4275-86de-74cca45b19c1 req-4b1c58aa-aff9-4a8e-bc87-0cbf8bc9fcfe tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 210 time: 0.1129394 Jun 28 09:41:27.833645 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff8fd1-785a-4f49-8dfc-6df6a81a2186 None None] Pushing event updated for resources: {'Port': ['ID=b2bcdbcc-c7b2-40fc-a715-e21a94827024,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:27.833855 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-658ab20a-84ec-46ae-bdd0-5efe348302fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.871697 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-31ff8fd1-785a-4f49-8dfc-6df6a81a2186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:27.875543 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Attempting to bind port b2bcdbcc-c7b2-40fc-a715-e21a94827024 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:27.876361 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Attempting to bind port b2bcdbcc-c7b2-40fc-a715-e21a94827024 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:27.877600 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Attempting to bind port b2bcdbcc-c7b2-40fc-a715-e21a94827024 on network 6203ce92-91d6-4020-b474-5c23848c339d {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:27.928538 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:27.929023 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Checking segment: {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:27.930171 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.931039 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Bound using segment: {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:27.933470 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-658ab20a-84ec-46ae-bdd0-5efe348302fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.933594 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Bound port: b2bcdbcc-c7b2-40fc-a715-e21a94827024, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:27.935514 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:27.958788 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51882) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:28.053315 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Allocated IP 172.20.0.10 (c3993342-595e-4347-a876-2cf677b210d2/6362be20-b59e-41a1-82d9-e5e1ace82278/b1365891-17ce-427b-9ddb-38d3559cbeae) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:28.065301 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c60abfe5-4f84-4429-8f91-6d39f643b3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.193981 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] For port b2bcdbcc-c7b2-40fc-a715-e21a94827024, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:28.198344 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] For port b2bcdbcc-c7b2-40fc-a715-e21a94827024, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=b2bcdbcc-c7b2-40fc-a715-e21a94827024,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:28.206438 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.212201 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:28.231193 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9dd99593-4204-409a-8646-8a1b5ec708da admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.263757 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-658ab20a-84ec-46ae-bdd0-5efe348302fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.267852 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-658ab20a-84ec-46ae-bdd0-5efe348302fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.279110 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-658ab20a-84ec-46ae-bdd0-5efe348302fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dbfe173-ba12-4aad-9b90-34af387adcc1 HTTP/1.1" status: 204 len: 168 time: 0.7368727 Jun 28 09:41:28.282220 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7d798baa-2261-4f13-b634-23fdcd0f09dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:28.282493 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Routers {'55972ca0-b247-4f02-a043-4974b0af8a12'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:41:28.283328 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:41:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['55972ca0-b247-4f02-a043-4974b0af8a12'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:28.287425 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-18af00c5-7609-4995-8af9-ad67ccbfb174 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:28.300749 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-18af00c5-7609-4995-8af9-ad67ccbfb174 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 819 time: 0.2616546 Jun 28 09:41:28.333299 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff8fd1-785a-4f49-8dfc-6df6a81a2186 None None] Pushing event updated for resources: {'Port': ['ID=b2bcdbcc-c7b2-40fc-a715-e21a94827024,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:28.338208 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-31ff8fd1-785a-4f49-8dfc-6df6a81a2186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:28.350509 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ab20a-84ec-46ae-bdd0-5efe348302fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbfe173-ba12-4aad-9b90-34af387adcc1,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:28.357963 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-c69e283c-c4be-45a0-8000-d016b6aa0b06 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/quotas/737ae21f8d3e4db7b4e231a33a2b568b HTTP/1.1" status: 200 len: 375 time: 0.0558491 Jun 28 09:41:28.361799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-658ab20a-84ec-46ae-bdd0-5efe348302fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:28.437195 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51912) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:28.474474 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] Set router 55972ca0-b247-4f02-a043-4974b0af8a12 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:41:28.598162 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.599865 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-792580e2-13a6-49a0-80b0-d315b9aa1c20 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2287908 Jun 28 09:41:28.684999 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-84a90004-6357-43f0-82b4-f75b2623f1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.714454 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.724104 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:28.760195 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['34cf3911-02f6-47d1-a6e9-44d588db198c', '818fb6d9-9634-4d0e-871d-96ee69317eb5'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:28.777973 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Network c3993342-595e-4347-a876-2cf677b210d2 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:28.781960 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:28.792088 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9dd99593-4204-409a-8646-8a1b5ec708da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.793864 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:28.800676 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:28.801552 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.812625 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Pushing event updated for resources: {'Port': ['ID=b1365891-17ce-427b-9ddb-38d3559cbeae,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:28.817244 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:28.821024 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9dd99593-4204-409a-8646-8a1b5ec708da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:28.874585 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-bc6e41df-045a-488f-9dc6-5741e1e2f7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:28.878932 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-9dd99593-4204-409a-8646-8a1b5ec708da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4e7098a300947a5a7439cf82f2d9233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9190335 Jun 28 09:41:28.887273 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51926) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:28.991172 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-e1daf75c-5bc0-42f4-94ec-4b73484cf38d service neutron] 10.222.0.13 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762503 Jun 28 09:41:29.023648 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd99593-4204-409a-8646-8a1b5ec708da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57794246-7916-429a-a37d-3f593d50bc13,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:29.030196 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9dd99593-4204-409a-8646-8a1b5ec708da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:29.088298 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64f4fe-cfce-4c05-a107-2c33e417986b req-0ee0045c-e5cc-4d7b-8ebb-f889b802d2a8 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:29.098069 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1b64f4fe-cfce-4c05-a107-2c33e417986b req-0ee0045c-e5cc-4d7b-8ebb-f889b802d2a8 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 932 time: 0.2207346 Jun 28 09:41:29.146506 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:41:23Z', 'revision_number': 4, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port': {'id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:18Z', 'updated_at': '2021-06-28T09:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'b2bcdbcc-c7b2-40fc-a715-e21a94827024', 'name': '', 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'mac_address': 'fa:16:3e:03:81:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '36fb4d8b-6c35-4074-b094-813fafb9e3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:21Z', 'updated_at': '2021-06-28T09:41:28Z', 'revision_number': 4, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'subnets': [{'id': '36fb4d8b-6c35-4074-b094-813fafb9e3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:29.164310 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-84a90004-6357-43f0-82b4-f75b2623f1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.173806 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-84a90004-6357-43f0-82b4-f75b2623f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.182053 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51930) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:29.184215 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43cc87-bf76-4129-8d3f-9f11d0198258 None None] The sync data for ids ['55972ca0-b247-4f02-a043-4974b0af8a12'] in dv-cinder-792209-2-smb is: [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:41:23Z', 'revision_number': 4, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port': {'id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:18Z', 'updated_at': '2021-06-28T09:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'b2bcdbcc-c7b2-40fc-a715-e21a94827024', 'name': '', 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'mac_address': 'fa:16:3e:03:81:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '36fb4d8b-6c35-4074-b094-813fafb9e3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:21Z', 'updated_at': '2021-06-28T09:41:28Z', 'revision_number': 4, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'subnets': [{'id': '36fb4d8b-6c35-4074-b094-813fafb9e3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:41:29.217053 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7682f7fd-4234-4962-b1b1-18117a01067b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:29.217827 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1b64f4fe-cfce-4c05-a107-2c33e417986b req-fc59f89e-febe-4e6e-85de-d39c71809d3d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187806 Jun 28 09:41:29.223051 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1578157 Jun 28 09:41:29.229547 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51934) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:29.229844 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-84a90004-6357-43f0-82b4-f75b2623f1f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb1692b04de243cead401418fa0a4d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7832317 Jun 28 09:41:29.235081 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6578a870-52d8-4fe6-a0a6-917f9e5d3f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.261722 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6578a870-52d8-4fe6-a0a6-917f9e5d3f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.340619 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Request body: {'port': {'device_id': 'cba536ef-a7e3-426f-8db8-f89b5d16efaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:29.344457 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a186ff5d-a3bb-4bff-85ae-f641954d9746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.448600 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6578a870-52d8-4fe6-a0a6-917f9e5d3f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.454375 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6578a870-52d8-4fe6-a0a6-917f9e5d3f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.464755 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-6578a870-52d8-4fe6-a0a6-917f9e5d3f55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57794246-7916-429a-a37d-3f593d50bc13 HTTP/1.1" status: 204 len: 168 time: 0.5668197 Jun 28 09:41:29.496229 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-f3bd114d-f152-4d96-92c6-e80963ff8b50 service neutron] 10.222.0.13 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973917 Jun 28 09:41:29.497304 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a90004-6357-43f0-82b4-f75b2623f1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6f2268-8d91-4f5b-ae1d-f1c51c975f01,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:29.498511 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.655578 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-84a90004-6357-43f0-82b4-f75b2623f1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:29.678056 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-f2803ea9-709a-42b4-8e2f-eda8c3dc802b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:29.681516 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-f2803ea9-709a-42b4-8e2f-eda8c3dc802b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 819 time: 0.1639988 Jun 28 09:41:29.683888 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c0833174-02f2-47ac-aeef-185293d5d7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:29.712612 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Request body: {'port': {'device_id': '4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f', 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d', 'admin_state_up': True, 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:29.727575 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578a870-52d8-4fe6-a0a6-917f9e5d3f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57794246-7916-429a-a37d-3f593d50bc13,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:29.733959 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6578a870-52d8-4fe6-a0a6-917f9e5d3f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:29.879346 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a186ff5d-a3bb-4bff-85ae-f641954d9746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.928080 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Made reservation on behalf of 737ae21f8d3e4db7b4e231a33a2b568b for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:29.951051 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a186ff5d-a3bb-4bff-85ae-f641954d9746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:29.954998 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.101566 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e0ff5edb-f85e-4000-94be-2ce257b400a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:30.147011 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6543f04d-a9eb-4e15-9dfd-4ded3355cabc req-948a5e65-1a67-463f-8e76-ffb621e2b8c9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 210 time: 0.2504363 Jun 28 09:41:30.231273 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a34bdda3-22a0-4592-8f03-f8f79a282a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.251274 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-a186ff5d-a3bb-4bff-85ae-f641954d9746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d6992ce288f442f812c786a358d5ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0666769 Jun 28 09:41:30.252411 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51960) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:30.262010 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 51964) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:30.269679 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186ff5d-a3bb-4bff-85ae-f641954d9746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dd718b-206b-4abf-a18a-42943f8c2d15,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:30.286923 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51966) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:30.308083 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-33454e21-2b5e-4fd9-9f34-53e4ea4645b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.339152 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a186ff5d-a3bb-4bff-85ae-f641954d9746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:30.358875 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Allocated IP 172.20.0.3 (6203ce92-91d6-4020-b474-5c23848c339d/36fb4d8b-6c35-4074-b094-813fafb9e3f8/b065bcc6-e877-4730-8240-cfe3ac7fcc0b) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:30.374531 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a34bdda3-22a0-4592-8f03-f8f79a282a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.569573 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3606a84e-de5f-4e86-b3d0-20737c55d478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.677890 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4aeffe93-9dc0-481a-9700-e81cfcdf9ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.684331 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.784244 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a34bdda3-22a0-4592-8f03-f8f79a282a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.792913 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a34bdda3-22a0-4592-8f03-f8f79a282a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.794160 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-a34bdda3-22a0-4592-8f03-f8f79a282a4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b6f2268-8d91-4f5b-ae1d-f1c51c975f01 HTTP/1.1" status: 204 len: 168 time: 1.5606248 Jun 28 09:41:30.814685 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-20e982bd-49eb-468b-835b-76909dff5d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:30.848523 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4aeffe93-9dc0-481a-9700-e81cfcdf9ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.852157 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14118551-e524-434d-9033-1a6cb8fdd15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.866133 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bdda3-22a0-4592-8f03-f8f79a282a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6f2268-8d91-4f5b-ae1d-f1c51c975f01,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:30.873689 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-33454e21-2b5e-4fd9-9f34-53e4ea4645b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.881247 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a34bdda3-22a0-4592-8f03-f8f79a282a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:30.940049 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-33454e21-2b5e-4fd9-9f34-53e4ea4645b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:30.948590 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-31fee990-ec0b-4daf-b571-8f7c5db8473b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:31.035950 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4aeffe93-9dc0-481a-9700-e81cfcdf9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.047861 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4aeffe93-9dc0-481a-9700-e81cfcdf9ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.052577 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device b2bcdbcc-c7b2-40fc-a715-e21a94827024 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:31.065100 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-4aeffe93-9dc0-481a-9700-e81cfcdf9ab0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2dd718b-206b-4abf-a18a-42943f8c2d15 HTTP/1.1" status: 204 len: 168 time: 0.7894385 Jun 28 09:41:31.074560 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1365891-17ce-427b-9ddb-38d3559cbeae {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:31.093799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0914fa2a-7a20-4216-8806-76f9eb324f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:31.111071 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.120182 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.158386 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeffe93-9dc0-481a-9700-e81cfcdf9ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dd718b-206b-4abf-a18a-42943f8c2d15,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:31.173395 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port b2bcdbcc-c7b2-40fc-a715-e21a94827024 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:31.176095 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4aeffe93-9dc0-481a-9700-e81cfcdf9ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:31.188375 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port b2bcdbcc-c7b2-40fc-a715-e21a94827024 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:31.189329 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.192682 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-33454e21-2b5e-4fd9-9f34-53e4ea4645b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaa21b0b98504501a16067188e26bd06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9046757 Jun 28 09:41:31.193318 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 51992) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:31.203098 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Transition to ACTIVE for port object b1365891-17ce-427b-9ddb-38d3559cbeae will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:31.227884 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.257428 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-466bbe98-509a-400b-aee6-3cecccbff080 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:31.263897 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e218ff7-d26b-4bdd-9a23-b194f43743dc req-be6de71f-f8db-4c69-8f6f-28d5e698ca1d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:31.271181 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1e218ff7-d26b-4bdd-9a23-b194f43743dc req-be6de71f-f8db-4c69-8f6f-28d5e698ca1d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 932 time: 0.7579429 Jun 28 09:41:31.286202 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33454e21-2b5e-4fd9-9f34-53e4ea4645b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca429691-6810-4970-919d-b36d6d5f0457,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:31.301139 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-33454e21-2b5e-4fd9-9f34-53e4ea4645b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:31.316236 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.343003 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Pushing event updated for resources: {'Port': ['ID=b1365891-17ce-427b-9ddb-38d3559cbeae,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:31.345973 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:31.357666 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.358779 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:31.414594 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port b2bcdbcc-c7b2-40fc-a715-e21a94827024, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=b2bcdbcc-c7b2-40fc-a715-e21a94827024,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:31.425568 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.425823 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Attempting to bind port b1365891-17ce-427b-9ddb-38d3559cbeae on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:31.426258 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Attempting to bind port b1365891-17ce-427b-9ddb-38d3559cbeae by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:31.426738 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Attempting to bind port b1365891-17ce-427b-9ddb-38d3559cbeae on network c3993342-595e-4347-a876-2cf677b210d2 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:31.430027 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:31.441387 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Pushing event updated for resources: {'Port': ['ID=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:31.453993 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:31.463802 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Port b1365891-17ce-427b-9ddb-38d3559cbeae on network c3993342-595e-4347-a876-2cf677b210d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:41:31.465191 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Attempting to bind port b1365891-17ce-427b-9ddb-38d3559cbeae on network c3993342-595e-4347-a876-2cf677b210d2 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:31.476770 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1a60-c369-4b34-8e5a-e2f7fe9f0463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.494392 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=b2bcdbcc-c7b2-40fc-a715-e21a94827024,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:31.500417 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:31.500624 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-64d5440d-7855-4a08-9d9f-e63fca4b4fff req-9243bd6e-f0c5-470c-bf02-642aa610fa67 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 210 time: 0.0954287 Jun 28 09:41:31.507756 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14118551-e524-434d-9033-1a6cb8fdd15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.509620 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:31.510359 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Checking segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:31.510924 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Bound using segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:31.511934 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Bound port: b1365891-17ce-427b-9ddb-38d3559cbeae, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:31.512542 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.529786 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Network 6203ce92-91d6-4020-b474-5c23848c339d is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:31.534515 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1a60-c369-4b34-8e5a-e2f7fe9f0463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.538092 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:31.540017 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:31.546348 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14118551-e524-434d-9033-1a6cb8fdd15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.572228 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.578846 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-989b6d20-fcbb-4589-b880-8f2f559f1968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:31.584103 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-14118551-e524-434d-9033-1a6cb8fdd15f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4893f1f773041268d6eb3211ec569ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3170514 Jun 28 09:41:31.586751 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52002) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:31.589017 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1e218ff7-d26b-4bdd-9a23-b194f43743dc req-9f5ac308-7543-4ab1-a6a7-aa4e6213c804 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169425 Jun 28 09:41:31.669892 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:31.670835 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.689434 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9960439 Jun 28 09:41:31.695857 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 52006) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:31.699903 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14118551-e524-434d-9033-1a6cb8fdd15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af7c5ba-a6f9-4688-b8fa-de80a924f800,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:31.718966 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Request body: {'port': {'device_id': '4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:31.722488 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fb445922-b90a-4ded-806d-73fd18947031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.723633 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-14118551-e524-434d-9033-1a6cb8fdd15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:31.730616 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] For port b1365891-17ce-427b-9ddb-38d3559cbeae, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:31.733505 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1a60-c369-4b34-8e5a-e2f7fe9f0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.739644 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1a60-c369-4b34-8e5a-e2f7fe9f0463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.739935 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] For port b1365891-17ce-427b-9ddb-38d3559cbeae, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b1365891-17ce-427b-9ddb-38d3559cbeae,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:31.741659 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-2ffe1a60-c369-4b34-8e5a-e2f7fe9f0463 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca429691-6810-4970-919d-b36d6d5f0457 HTTP/1.1" status: 204 len: 168 time: 0.5337553 Jun 28 09:41:31.745230 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7aae-d8b7-4242-806c-31d664fa7c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.749523 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.764807 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cb362a02-1d10-460c-ab6b-cb73838618d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:31.766869 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5ce34afa-c75e-413e-a25a-de7914845040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:31.787165 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe1a60-c369-4b34-8e5a-e2f7fe9f0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca429691-6810-4970-919d-b36d6d5f0457,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:31.796732 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2ffe1a60-c369-4b34-8e5a-e2f7fe9f0463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:31.833463 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:31.834182 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.835663 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1365891-17ce-427b-9ddb-38d3559cbeae HTTP/1.1" status: 200 len: 1094 time: 2.5364301 Jun 28 09:41:31.836249 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba536ef-a7e3-426f-8db8-f89b5d16efaf', 'tag': 'b1365891-17ce-427b-9ddb-38d3559cbeae'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:31.838639 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "cba536ef-a7e3-426f-8db8-f89b5d16efaf", "tag": "b1365891-17ce-427b-9ddb-38d3559cbeae"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:31.844996 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7aae-d8b7-4242-806c-31d664fa7c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:31.946219 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Pushing event updated for resources: {'Port': ['ID=b1365891-17ce-427b-9ddb-38d3559cbeae,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:31.952188 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc278a-a00b-43e5-ac62-23b28ad24288 x-openstack-request-id: req-83dc278a-a00b-43e5-ac62-23b28ad24288 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:31.952626 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba536ef-a7e3-426f-8db8-f89b5d16efaf", "tag": "b1365891-17ce-427b-9ddb-38d3559cbeae", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:31.953020 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83dc278a-a00b-43e5-ac62-23b28ad24288 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:31.954171 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba536ef-a7e3-426f-8db8-f89b5d16efaf', 'tag': 'b1365891-17ce-427b-9ddb-38d3559cbeae', 'status': 'completed', 'code': 200} Jun 28 09:41:31.956505 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:32.024188 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-c606ee5d-104e-4005-9ae2-72c97b7b63ea tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:32.026071 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-c606ee5d-104e-4005-9ae2-72c97b7b63ea tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 819 time: 0.2369261 Jun 28 09:41:32.027870 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7aae-d8b7-4242-806c-31d664fa7c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.030813 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ccaa7aae-d8b7-4242-806c-31d664fa7c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.032232 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-ccaa7aae-d8b7-4242-806c-31d664fa7c3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1af7c5ba-a6f9-4688-b8fa-de80a924f800 HTTP/1.1" status: 204 len: 168 time: 0.4443457 Jun 28 09:41:32.033198 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:32.041660 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.044819 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Request body: {'port': {'device_id': '01edd53c-5a20-41d8-873e-409d69d9b88c', 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d', 'admin_state_up': True, 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:32.089846 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa7aae-d8b7-4242-806c-31d664fa7c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af7c5ba-a6f9-4688-b8fa-de80a924f800,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:32.094490 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ccaa7aae-d8b7-4242-806c-31d664fa7c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:32.381844 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fb445922-b90a-4ded-806d-73fd18947031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.392168 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fb445922-b90a-4ded-806d-73fd18947031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.400065 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:32.451699 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-0b06a178-c3fb-470b-b787-b79f0a5d7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:32.453302 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-0b06a178-c3fb-470b-b787-b79f0a5d7c34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 1097 time: 0.3789957 Jun 28 09:41:32.464021 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb445922-b90a-4ded-806d-73fd18947031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc56061-1767-42c7-b114-700f2c19a377,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:32.475240 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Made reservation on behalf of 737ae21f8d3e4db7b4e231a33a2b568b for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:32.475572 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fb445922-b90a-4ded-806d-73fd18947031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:32.480108 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-fb445922-b90a-4ded-806d-73fd18947031 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8575199e21d349e7af3fe627aee8aaf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7827125 Jun 28 09:41:32.483174 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.486646 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52034) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:32.545232 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-abe58324-29a9-4b3f-9e81-33e8add34320 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1365891-17ce-427b-9ddb-38d3559cbeae HTTP/1.1" status: 200 len: 217 time: 0.0836024 Jun 28 09:41:32.747078 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:41:32.769685 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-d424d80e-b660-467e-8c0b-394b810844f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:32.771196 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-d424d80e-b660-467e-8c0b-394b810844f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.2132399 Jun 28 09:41:32.805961 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-63f8008f-36bd-49bf-a0a8-9b6be820147a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.822634 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b065bcc6-e877-4730-8240-cfe3ac7fcc0b {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:32.850394 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52052) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:32.854036 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-948aac98-2891-457f-bdeb-29168b2e589f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670838 Jun 28 09:41:32.870253 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-018d0ae7-8819-418e-a2e4-3479af7f5630 req-211424a2-2e1e-4431-9540-7fb6ef44c215 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 210 time: 0.0862849 Jun 28 09:41:32.877003 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.902275 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device b2bcdbcc-c7b2-40fc-a715-e21a94827024 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:32.904270 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Transition to ACTIVE for port object b065bcc6-e877-4730-8240-cfe3ac7fcc0b will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:32.914826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.921118 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:32.938700 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-159d3241-95ee-4763-8b58-560cebbeabbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.952374 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-63f8008f-36bd-49bf-a0a8-9b6be820147a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:32.979787 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Pushing event updated for resources: {'Port': ['ID=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:32.986951 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:32.993268 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port b2bcdbcc-c7b2-40fc-a715-e21a94827024 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:32.994718 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.182230 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Attempting to bind port b065bcc6-e877-4730-8240-cfe3ac7fcc0b on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:33.182796 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Attempting to bind port b065bcc6-e877-4730-8240-cfe3ac7fcc0b by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:33.183024 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Attempting to bind port b065bcc6-e877-4730-8240-cfe3ac7fcc0b on network 6203ce92-91d6-4020-b474-5c23848c339d {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:33.189446 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Port b065bcc6-e877-4730-8240-cfe3ac7fcc0b on network 6203ce92-91d6-4020-b474-5c23848c339d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:41:33.189822 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Attempting to bind port b065bcc6-e877-4730-8240-cfe3ac7fcc0b on network 6203ce92-91d6-4020-b474-5c23848c339d {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:33.193737 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Allocated IP 172.20.0.13 (6203ce92-91d6-4020-b474-5c23848c339d/36fb4d8b-6c35-4074-b094-813fafb9e3f8/d5c55a8e-4687-4e02-9be9-58a84f1c8d29) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:33.196920 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:33.198013 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Checking segment: {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:33.198415 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Bound using segment: {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:33.199111 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Bound port: b065bcc6-e877-4730-8240-cfe3ac7fcc0b, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:33.199638 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.232226 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de3467-bbbd-4b5f-98e4-7e601a680107 req-77fc74ef-009e-4ec3-9a9d-7191104e2f10 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:33.239578 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-33de3467-bbbd-4b5f-98e4-7e601a680107 req-77fc74ef-009e-4ec3-9a9d-7191104e2f10 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 944 time: 0.4586799 Jun 28 09:41:33.262116 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-5a115112-30c6-4977-adf9-216424940e7a service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948631 Jun 28 09:41:33.278909 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.295810 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-63f8008f-36bd-49bf-a0a8-9b6be820147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.298383 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-63f8008f-36bd-49bf-a0a8-9b6be820147a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.302847 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-63f8008f-36bd-49bf-a0a8-9b6be820147a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dc56061-1767-42c7-b114-700f2c19a377 HTTP/1.1" status: 204 len: 168 time: 0.7734466 Jun 28 09:41:33.303737 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] For port b065bcc6-e877-4730-8240-cfe3ac7fcc0b, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:33.309922 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5af2f2d3-f494-4e1e-94a5-17c97bdfffa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:33.310449 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] For port b065bcc6-e877-4730-8240-cfe3ac7fcc0b, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:33.319950 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.345849 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:33.370413 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8008f-36bd-49bf-a0a8-9b6be820147a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc56061-1767-42c7-b114-700f2c19a377,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:33.387778 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:33.388911 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.390900 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] 10.222.0.36 "PUT /v2.0/ports/b065bcc6-e877-4730-8240-cfe3ac7fcc0b HTTP/1.1" status: 200 len: 1093 time: 1.6775117 Jun 28 09:41:33.391691 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f', 'tag': 'b065bcc6-e877-4730-8240-cfe3ac7fcc0b'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:33.394356 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cab2c7-33ff-4090-b56c-8297e0739c88" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f", "tag": "b065bcc6-e877-4730-8240-cfe3ac7fcc0b"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:33.433296 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-63f8008f-36bd-49bf-a0a8-9b6be820147a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:33.457441 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-33de3467-bbbd-4b5f-98e4-7e601a680107 req-741d6587-03f9-44b3-bfa0-d289bd1a510c tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167292 Jun 28 09:41:33.488546 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae36f350-a727-4ec6-aee5-cd328391d556 x-openstack-request-id: req-ae36f350-a727-4ec6-aee5-cd328391d556 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:33.489161 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f", "tag": "b065bcc6-e877-4730-8240-cfe3ac7fcc0b", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:33.489544 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae36f350-a727-4ec6-aee5-cd328391d556 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:33.490153 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f', 'tag': 'b065bcc6-e877-4730-8240-cfe3ac7fcc0b', 'status': 'completed', 'code': 200} Jun 28 09:41:33.519017 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Pushing event updated for resources: {'Port': ['ID=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:33.533032 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:33.571382 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-43c8cb5e-cbd8-4ed6-8317-e5805f593474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:33.573999 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-43c8cb5e-cbd8-4ed6-8317-e5805f593474 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1096 time: 0.1195400 Jun 28 09:41:33.606292 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-159d3241-95ee-4763-8b58-560cebbeabbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.616970 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fcf1f8c-dd17-4aca-9c3e-e266c2affeae req-8877538f-da14-4f74-b50c-26c2198fdcc1 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386931 Jun 28 09:41:33.619839 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-159d3241-95ee-4763-8b58-560cebbeabbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.624936 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3398bb57-c603-4737-b27d-8b7c1fb22e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:33.649668 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-a28e92dc-78c3-413c-a7b4-077c193e42f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b HTTP/1.1" status: 200 len: 217 time: 0.0669417 Jun 28 09:41:33.717459 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-159d3241-95ee-4763-8b58-560cebbeabbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48decca91f414026af8c2ed52ee518fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8579392 Jun 28 09:41:33.718098 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d3241-95ee-4763-8b58-560cebbeabbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1d3822-dcd5-4157-aad3-87a705e2773b,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:33.744942 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 52076) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:33.748572 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.753513 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-159d3241-95ee-4763-8b58-560cebbeabbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:33.828169 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-bd012652-731c-4c0e-92fa-37328ae4bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:33.830089 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-bd012652-731c-4c0e-92fa-37328ae4bcb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 1097 time: 0.1329858 Jun 28 09:41:33.832348 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:33.839461 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2074a92c-b7ba-43e4-b6c9-7a78977f9922 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:33.925037 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-c44b925b-7b06-4d11-a470-cc8d355c6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:33.926664 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-c44b925b-7b06-4d11-a470-cc8d355c6652 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.2685723 Jun 28 09:41:33.942894 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Network 6203ce92-91d6-4020-b474-5c23848c339d is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:33.985563 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:33.992056 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:33.998046 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:33.998865 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:34.011292 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Pushing event updated for resources: {'Port': ['ID=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:34.018411 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:34.042646 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0051644 Jun 28 09:41:34.047396 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-d6d684f2-ed96-46c2-9665-0b44a33a0fc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896227 Jun 28 09:41:34.082345 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Request body: {'port': {'device_id': '01edd53c-5a20-41d8-873e-409d69d9b88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:34.105443 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-001773d6-b755-4bc7-9b97-70915dde59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:34.107125 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-001773d6-b755-4bc7-9b97-70915dde59c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 915 time: 0.2689161 Jun 28 09:41:34.109592 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8b23-56d1-49b0-a9c0-d0c003a6ef06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:34.206184 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8b23-56d1-49b0-a9c0-d0c003a6ef06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:34.274242 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-378aa21f-c9c6-4cdf-b517-2c9604dfcc87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1365891-17ce-427b-9ddb-38d3559cbeae HTTP/1.1" status: 200 len: 217 time: 0.1359231 Jun 28 09:41:34.344681 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-bcfc0c5b-54fd-4841-8a13-1acfe8284be7 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780166 Jun 28 09:41:34.367919 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-2b535901-2a29-4e21-b6d7-3c1f86fad3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:34.369383 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-2b535901-2a29-4e21-b6d7-3c1f86fad3c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.0713620 Jun 28 09:41:34.406752 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8b23-56d1-49b0-a9c0-d0c003a6ef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:34.410253 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8b23-56d1-49b0-a9c0-d0c003a6ef06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:34.413620 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-d8aa8b23-56d1-49b0-a9c0-d0c003a6ef06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df1d3822-dcd5-4157-aad3-87a705e2773b HTTP/1.1" status: 204 len: 168 time: 0.6616759 Jun 28 09:41:34.435664 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:34.437135 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b5de75f1-6cf1-48f1-b66c-9d0c7c50545c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:34.439842 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-db2d8303-aaff-4a02-bc5e-3439b5702814 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495138 Jun 28 09:41:34.453433 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa8b23-56d1-49b0-a9c0-d0c003a6ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1d3822-dcd5-4157-aad3-87a705e2773b,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:34.458921 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d8aa8b23-56d1-49b0-a9c0-d0c003a6ef06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:34.469994 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d25a00-8bbb-4f3e-b226-1990979d44a9 req-feadb962-802a-48e3-8281-350bb717848a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:34.478836 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-45d25a00-8bbb-4f3e-b226-1990979d44a9 req-feadb962-802a-48e3-8281-350bb717848a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 932 time: 0.2543907 Jun 28 09:41:34.593574 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-17430dfd-45bb-4aa4-b00f-519207f52e3f service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380837 Jun 28 09:41:34.600096 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-94367f7f-2425-4101-97dc-5dd200f0a3e7 req-ccd54499-7f79-470d-a84d-b1a3446057d5 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399118 Jun 28 09:41:34.626789 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-45d25a00-8bbb-4f3e-b226-1990979d44a9 req-cb5a20f9-bc01-41d9-8336-bd6c39a4e2c1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467800 Jun 28 09:41:34.734944 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-ced7e9bc-eaaf-478d-b190-9d276b7c74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:34.736453 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-ced7e9bc-eaaf-478d-b190-9d276b7c74c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1096 time: 0.0662978 Jun 28 09:41:34.891614 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-734c1621-8828-4b37-85a1-a78ab0326054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:34.896009 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-734c1621-8828-4b37-85a1-a78ab0326054 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 920 time: 0.1486545 Jun 28 09:41:34.952476 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-415d787c-336f-4738-9ea5-b9b90273b378 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113244 Jun 28 09:41:34.976809 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-87123820-45f7-4578-8867-ee141ececace service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b HTTP/1.1" status: 200 len: 217 time: 0.0728738 Jun 28 09:41:35.003006 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc2892-980b-4e9b-b309-c535610279b5 req-2e55dbd6-49ea-49de-8a26-5183cf7d8358 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:35.004722 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5ffc2892-980b-4e9b-b309-c535610279b5 req-2e55dbd6-49ea-49de-8a26-5183cf7d8358 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 944 time: 0.2598221 Jun 28 09:41:35.126283 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5ffc2892-980b-4e9b-b309-c535610279b5 req-2b73d2c6-696d-4b20-b309-8d1d23273808 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144814 Jun 28 09:41:35.173027 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-b8a77d02-f2c9-43e2-b895-305740e7af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:35.175315 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-b8a77d02-f2c9-43e2-b895-305740e7af11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.1845965 Jun 28 09:41:35.216644 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-58c30c20-7ad3-477d-85ab-3edee2366ac9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345600 Jun 28 09:41:35.238141 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c55a8e-4687-4e02-9be9-58a84f1c8d29 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:35.251434 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:35.294554 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Transition to ACTIVE for port object d5c55a8e-4687-4e02-9be9-58a84f1c8d29 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:35.303264 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:35.307929 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:35.476681 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:35.489429 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:35.498145 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-36a84d81-80f6-470e-aa3a-70d325e7d0b9 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548630 Jun 28 09:41:35.501159 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Attempting to bind port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:35.502526 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Attempting to bind port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:35.505231 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Attempting to bind port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 on network 6203ce92-91d6-4020-b474-5c23848c339d {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:35.527636 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 on network 6203ce92-91d6-4020-b474-5c23848c339d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:41:35.528111 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Attempting to bind port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 on network 6203ce92-91d6-4020-b474-5c23848c339d {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:35.548731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:35.548731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Checking segment: {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:35.548731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Bound using segment: {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:35.548731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Bound port: d5c55a8e-4687-4e02-9be9-58a84f1c8d29, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:35.549198 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:35.804928 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] For port d5c55a8e-4687-4e02-9be9-58a84f1c8d29, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:35.818109 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] For port d5c55a8e-4687-4e02-9be9-58a84f1c8d29, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:35.829809 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:35.839758 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cab2c7-33ff-4090-b56c-8297e0739c88 req-999751e7-908a-4b23-89c6-abda2b24fe8d service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331225 Jun 28 09:41:35.847257 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:35.901239 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:35.902353 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:35.904212 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/d5c55a8e-4687-4e02-9be9-58a84f1c8d29 HTTP/1.1" status: 200 len: 1094 time: 1.8322184 Jun 28 09:41:35.907493 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01edd53c-5a20-41d8-873e-409d69d9b88c', 'tag': 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:35.912222 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921b29a2-b60d-4b38-bb27-d4e1501d864e" -d '{"events": [{"name": "network-changed", "server_uuid": "01edd53c-5a20-41d8-873e-409d69d9b88c", "tag": "d5c55a8e-4687-4e02-9be9-58a84f1c8d29"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:35.948231 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:35.952555 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:35.991506 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 52186) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:36.004717 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b55d2cc-9e59-432e-afee-7e8ead396663 x-openstack-request-id: req-3b55d2cc-9e59-432e-afee-7e8ead396663 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:36.005287 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01edd53c-5a20-41d8-873e-409d69d9b88c", "tag": "d5c55a8e-4687-4e02-9be9-58a84f1c8d29", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:36.005379 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b55d2cc-9e59-432e-afee-7e8ead396663 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:36.005837 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01edd53c-5a20-41d8-873e-409d69d9b88c', 'tag': 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29', 'status': 'completed', 'code': 200} Jun 28 09:41:36.136014 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f417-2a99-4ddc-a2ab-e530116ebea9 req-a35a205f-b426-4e49-9253-5046c5567fc4 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:36.137744 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-03d0f417-2a99-4ddc-a2ab-e530116ebea9 req-a35a205f-b426-4e49-9253-5046c5567fc4 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 944 time: 0.1922634 Jun 28 09:41:36.161495 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-479d7ea7-686c-4843-83c1-7beaa0780f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:36.162986 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-479d7ea7-686c-4843-83c1-7beaa0780f6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 1097 time: 0.1977863 Jun 28 09:41:36.208047 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-694818542-network', 'tenant_id': 'd0751a524378484b8f25171f728197a1'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:36.258689 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-8c5a0d8c-ef21-4074-aa10-02c46aec4303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c55a8e-4687-4e02-9be9-58a84f1c8d29 HTTP/1.1" status: 200 len: 217 time: 0.0789816 Jun 28 09:41:36.267154 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Made reservation on behalf of d0751a524378484b8f25171f728197a1 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:36.270231 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.285584 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-03d0f417-2a99-4ddc-a2ab-e530116ebea9 req-eae713ec-becc-4b67-8aa7-e8d9feeadfe6 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272063 Jun 28 09:41:36.311826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.322871 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-b7b40264-faa7-4cdc-b411-abf731ca6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:36.324650 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-b7b40264-faa7-4cdc-b411-abf731ca6961 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.0548675 Jun 28 09:41:36.380616 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-c26e59d2-29d8-4772-bc37-c94f6de8412e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463698 Jun 28 09:41:36.439543 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cafd7-8597-4e37-8649-f2733cef5d3e req-5eddb7f7-1da2-4a13-be29-c6cfb90d271a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:36.446880 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-524cafd7-8597-4e37-8649-f2733cef5d3e req-5eddb7f7-1da2-4a13-be29-c6cfb90d271a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 944 time: 0.1523559 Jun 28 09:41:36.506662 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-749f816d-6957-42ae-8999-1dc03ddda134 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163056 Jun 28 09:41:36.513700 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-524cafd7-8597-4e37-8649-f2733cef5d3e req-b797e0ca-3498-4d4b-97ea-3e6c1c15aff4 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658638 Jun 28 09:41:36.555725 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.561553 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.565949 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3cf8ceb3-c7c9-497c-aa5f-0139c91ee2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:36.595971 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b1365891-17ce-427b-9ddb-38d3559cbeae details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:41:36.597052 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:41:36.609147 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd16a9-7597-4e47-8539-a3f9ad7eb5de,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:36.614037 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:36.615326 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.615810 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Added segment 8e92e1b4-11ca-4287-83b5-99b4f6b3544b of type vlan for network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 Jun 28 09:41:36.633345 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b47141c1-39e4-49a2-8cee-298bb4b31464 req-62d0ee35-4c2b-46f4-99d0-cf1e30076a65 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198006 Jun 28 09:41:36.684969 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.742080 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.744545 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:36.745194 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.748475 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:36.785486 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-36641daf-254c-42c5-a793-860d9bb53c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:36.787319 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-36641daf-254c-42c5-a793-860d9bb53c04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 1097 time: 0.0950484 Jun 28 09:41:36.805025 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b1365891-17ce-427b-9ddb-38d3559cbeae, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b1365891-17ce-427b-9ddb-38d3559cbeae,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:36.836309 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'b1365891-17ce-427b-9ddb-38d3559cbeae', 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'port_id': 'b1365891-17ce-427b-9ddb-38d3559cbeae', 'mac_address': 'fa:16:3e:38:95:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6362be20-b59e-41a1-82d9-e5e1ace82278', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:41:36.900353 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.922263 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1365891-17ce-427b-9ddb-38d3559cbeae {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:36.943188 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-67c34f77-e148-4e9c-8f11-3469f93d5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:36.944785 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-67c34f77-e148-4e9c-8f11-3469f93d5648 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 920 time: 0.1497071 Jun 28 09:41:36.945282 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52224) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:36.949580 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9476268 Jun 28 09:41:36.950643 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Request body: {'subnet': {'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-694818542-subnet', 'tenant_id': 'd0751a524378484b8f25171f728197a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:36.961598 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b1365891-17ce-427b-9ddb-38d3559cbeae, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b1365891-17ce-427b-9ddb-38d3559cbeae,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:36.968446 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:36.969019 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Pushing event updated for resources: {'Network': ['ID=7a3ca83b-974f-4ce7-bfd1-37c21204e920,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:36.971538 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:36.976985 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:37.005370 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:41:37.009526 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-0c2735d4-201e-41dc-b48b-bbb645c2924b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c55a8e-4687-4e02-9be9-58a84f1c8d29 HTTP/1.1" status: 200 len: 217 time: 0.0531049 Jun 28 09:41:37.020339 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-bb8387e8-cef7-4f7f-a308-b1d0e309addf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1499522 Jun 28 09:41:37.069781 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Made reservation on behalf of d0751a524378484b8f25171f728197a1 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:37.073918 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:37.145705 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=b1365891-17ce-427b-9ddb-38d3559cbeae,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:37.150531 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:37.200222 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-80d4f205-d432-49ae-95de-4733f09ea8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:37.202930 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-80d4f205-d432-49ae-95de-4733f09ea8f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 1099 time: 0.0973184 Jun 28 09:41:37.294618 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['b1365891-17ce-427b-9ddb-38d3559cbeae'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:37.369459 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-1c9048b3-262b-4c8c-99dd-be7364b158c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:37.371572 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-1c9048b3-262b-4c8c-99dd-be7364b158c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.3529065 Jun 28 09:41:37.404885 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-d6b93dbb-1f18-44aa-993d-918941040809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:37.412111 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-d6b93dbb-1f18-44aa-993d-918941040809 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 915 time: 0.1827383 Jun 28 09:41:37.494530 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-23f647b9-dfa0-4406-aba8-464b751601a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34cf3911-02f6-47d1-a6e9-44d588db198c HTTP/1.1" status: 200 len: 217 time: 0.0756261 Jun 28 09:41:37.532210 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-fdcbc903-4e7c-407c-bc84-9a1bea7b110e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406505 Jun 28 09:41:37.678585 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-1f622c02-587c-4d6c-a459-1b3b20d28dc2 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334016 Jun 28 09:41:37.846396 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-fec252c5-df9d-4597-b101-f97fc980a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:37.847898 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-fec252c5-df9d-4597-b101-f97fc980a4ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.3169892 Jun 28 09:41:37.901303 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689d75a-0c02-49f7-a96f-13f7297d3600 req-64fd83e2-8773-44a5-9c6a-738fb562a5f9 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:37.903234 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4689d75a-0c02-49f7-a96f-13f7297d3600 req-64fd83e2-8773-44a5-9c6a-738fb562a5f9 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 945 time: 0.2477210 Jun 28 09:41:37.916541 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-921b29a2-b60d-4b38-bb27-d4e1501d864e req-5960880e-ca21-4f78-91ad-28a1698bda9f service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190905 Jun 28 09:41:37.919147 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-0dd7a6c9-1ee4-44e9-b401-9ef33f3d3f3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616455 Jun 28 09:41:37.938520 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eda1-0fe4-43bf-a500-e32783a2a27b req-b6c04851-9609-4b94-bafc-9ee6cfa45192 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:37.941647 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-81b7eda1-0fe4-43bf-a500-e32783a2a27b req-b6c04851-9609-4b94-bafc-9ee6cfa45192 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 944 time: 0.4509606 Jun 28 09:41:37.951933 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:37.959322 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5e8a1bf6-6883-4e6d-9fe5-72e1cc8653c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:37.967143 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4689d75a-0c02-49f7-a96f-13f7297d3600 req-4013933e-e30f-458f-a421-8f888459e1e5 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528421 Jun 28 09:41:38.030818 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc33a7a-d278-4215-9065-9e98d1083b9b,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:38.034244 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:38.040929 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Checking segment: {'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:38.041296 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Network hostable DHCP agents. Network: 7a3ca83b-974f-4ce7-bfd1-37c21204e920, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:41:38.060486 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:41:38.074117 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 7a3ca83b-974f-4ce7-bfd1-37c21204e920) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:38.081303 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:38.083429 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:38.085713 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e852685-6dab-47f2-9ca2-ec8396178b39 None None] Network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:41:38.095743 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-81b7eda1-0fe4-43bf-a500-e32783a2a27b req-72f57221-02ea-4f7b-849d-2430897075fe tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400125 Jun 28 09:41:38.136885 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-1c71cbc8-a066-4bde-ae4a-b40e261d07ed service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897495 Jun 28 09:41:38.137736 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1a2128c6-afd2-47d9-ad41-33ee5c423140 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1911035 Jun 28 09:41:38.269723 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d4eabfb5-6751-496c-87de-7a7bd4024668 req-e109d94a-54f9-4c83-b63f-eb31bbbdf35b service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292460 Jun 28 09:41:38.330700 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980df489-e64a-4e92-aefb-dd140166eb0c None None] Network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:41:38.611290 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b065bcc6-e877-4730-8240-cfe3ac7fcc0b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:41:38.618164 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b1365891-17ce-427b-9ddb-38d3559cbeae up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:38.810959 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port b1365891-17ce-427b-9ddb-38d3559cbeae completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:38.825346 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port b1365891-17ce-427b-9ddb-38d3559cbeae triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:38.825741 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:38.864801 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b065bcc6-e877-4730-8240-cfe3ac7fcc0b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:38.890935 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'b065bcc6-e877-4730-8240-cfe3ac7fcc0b', 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d', 'port_id': 'b065bcc6-e877-4730-8240-cfe3ac7fcc0b', 'mac_address': 'fa:16:3e:33:53:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fb4d8b-6c35-4074-b094-813fafb9e3f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:41:38.967936 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:38.970709 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:38.991012 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b065bcc6-e877-4730-8240-cfe3ac7fcc0b {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:39.015455 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba536ef-a7e3-426f-8db8-f89b5d16efaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1365891-17ce-427b-9ddb-38d3559cbeae'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:39.017804 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336d5f1-b90c-4507-9eb8-3d42eb214aa1" -d '{"events": [{"server_uuid": "cba536ef-a7e3-426f-8db8-f89b5d16efaf", "name": "network-vif-plugged", "status": "completed", "tag": "b1365891-17ce-427b-9ddb-38d3559cbeae"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:39.039162 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b065bcc6-e877-4730-8240-cfe3ac7fcc0b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:39.041267 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b1365891-17ce-427b-9ddb-38d3559cbeae, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b1365891-17ce-427b-9ddb-38d3559cbeae,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:39.046773 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:39.051529 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-31ff8fd1-785a-4f49-8dfc-6df6a81a2186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:39.056798 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:39.085449 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e52e383-879f-42a5-adc0-0301e73c47c1 x-openstack-request-id: req-3e52e383-879f-42a5-adc0-0301e73c47c1 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:39.085749 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba536ef-a7e3-426f-8db8-f89b5d16efaf", "name": "network-vif-plugged", "status": "completed", "tag": "b1365891-17ce-427b-9ddb-38d3559cbeae", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:39.086352 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e52e383-879f-42a5-adc0-0301e73c47c1 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:39.086507 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba536ef-a7e3-426f-8db8-f89b5d16efaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1365891-17ce-427b-9ddb-38d3559cbeae', 'code': 200} Jun 28 09:41:39.122836 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:39.127489 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:39.128704 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:39.242552 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=b1365891-17ce-427b-9ddb-38d3559cbeae,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:39.247019 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:39.258702 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bab9dd-e3eb-47fc-9a2d-1958b2b78453 req-b35839ff-6819-4447-87e5-d1c86d1d087d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:39.264347 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c5bab9dd-e3eb-47fc-9a2d-1958b2b78453 req-b35839ff-6819-4447-87e5-d1c86d1d087d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 946 time: 0.1317742 Jun 28 09:41:39.344824 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c5bab9dd-e3eb-47fc-9a2d-1958b2b78453 req-ec111818-945b-467c-8a00-4db58332e1c8 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740285 Jun 28 09:41:39.377676 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262e19b-6f61-4bc5-8c12-0419dca7a165 req-e306d35e-a503-4297-9226-7e909bc7a31d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:39.378456 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['b065bcc6-e877-4730-8240-cfe3ac7fcc0b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:39.385492 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b262e19b-6f61-4bc5-8c12-0419dca7a165 req-e306d35e-a503-4297-9226-7e909bc7a31d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 944 time: 0.1048214 Jun 28 09:41:39.438967 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b262e19b-6f61-4bc5-8c12-0419dca7a165 req-a903b146-a43b-4ef2-ad16-4464a5a5ba53 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525067 Jun 28 09:41:39.498251 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e09ae9-5f67-4bf1-ac28-97b541a56290 req-d1812572-093c-45da-b236-2d6c4bae0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:39.504328 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e6e09ae9-5f67-4bf1-ac28-97b541a56290 req-d1812572-093c-45da-b236-2d6c4bae0ed4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 1099 time: 0.1152203 Jun 28 09:41:39.557788 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e6e09ae9-5f67-4bf1-ac28-97b541a56290 req-eb814413-cad5-413c-b107-7178fd6d6027 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378666 Jun 28 09:41:39.863114 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:40.090064 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7593df-1b02-4498-b61a-43fec41c1710 req-77cb8c77-2f83-4230-8083-a2cb0c92c00c tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:40.091662 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-77cb8c77-2f83-4230-8083-a2cb0c92c00c tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/networks?id=7a3ca83b-974f-4ce7-bfd1-37c21204e920 HTTP/1.1" status: 200 len: 808 time: 0.1279786 Jun 28 09:41:40.112895 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-36101b63-b812-4ab9-8e5a-d7893f205c28 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/quotas/d0751a524378484b8f25171f728197a1 HTTP/1.1" status: 200 len: 375 time: 0.0107150 Jun 28 09:41:40.153596 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-e051086d-5a33-4e7e-8bba-279b9bc7418a tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0751a524378484b8f25171f728197a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393689 Jun 28 09:41:40.278908 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-69453a6b-2f4c-42da-b606-6e6079d7f62e service neutron] 10.222.0.13 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166260 Jun 28 09:41:40.387653 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-ca58c8bb-5b97-4a6c-b8b6-a80e890a7c1e service neutron] 10.222.0.13 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009090 Jun 28 09:41:40.625755 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d5c55a8e-4687-4e02-9be9-58a84f1c8d29 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:41:40.629788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b065bcc6-e877-4730-8240-cfe3ac7fcc0b up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:40.707290 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66fe0-f4e6-4ce3-9726-124a38152787 req-b1ae0b2a-bedd-41a2-bee5-43bf2f29dc24 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:40.715996 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8ad66fe0-f4e6-4ce3-9726-124a38152787 req-b1ae0b2a-bedd-41a2-bee5-43bf2f29dc24 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 946 time: 0.1648738 Jun 28 09:41:40.845608 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8ad66fe0-f4e6-4ce3-9726-124a38152787 req-be816b32-463c-41b1-a69b-04cc8f680345 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258690 Jun 28 09:41:40.887630 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port b065bcc6-e877-4730-8240-cfe3ac7fcc0b completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:40.899491 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port b065bcc6-e877-4730-8240-cfe3ac7fcc0b triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:40.900330 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:40.969375 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d5c55a8e-4687-4e02-9be9-58a84f1c8d29, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:40.969573 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77aa63f-4add-4c39-bd48-c37ae1c2bbe1 req-a150a47c-0d8e-45e3-9f55-8cb0bdd9e025 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:40.978782 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f77aa63f-4add-4c39-bd48-c37ae1c2bbe1 req-a150a47c-0d8e-45e3-9f55-8cb0bdd9e025 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 944 time: 0.1950116 Jun 28 09:41:41.001706 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29', 'network_id': '6203ce92-91d6-4020-b474-5c23848c339d', 'port_id': 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29', 'mac_address': 'fa:16:3e:cc:8d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36fb4d8b-6c35-4074-b094-813fafb9e3f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:41:41.033346 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f77aa63f-4add-4c39-bd48-c37ae1c2bbe1 req-c62be89a-d16b-4014-9f20-db632790112e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Jun 28 09:41:41.116003 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:41.137570 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cde5b6f3-7c36-458c-983d-9312ebf62660 req-ca7a9c1b-4a4f-47e5-af8a-892e1fa79316 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 210 time: 0.0567615 Jun 28 09:41:41.151943 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:41.182781 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b065bcc6-e877-4730-8240-cfe3ac7fcc0b'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:41.185494 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b638389-1247-49ec-96fa-027c7f32d190" -d '{"events": [{"server_uuid": "4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f", "name": "network-vif-plugged", "status": "completed", "tag": "b065bcc6-e877-4730-8240-cfe3ac7fcc0b"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:41.205756 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c55a8e-4687-4e02-9be9-58a84f1c8d29 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:41.239968 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b065bcc6-e877-4730-8240-cfe3ac7fcc0b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:41.241875 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89a1d4a-c856-42c6-8db2-228de93d450b x-openstack-request-id: req-d89a1d4a-c856-42c6-8db2-228de93d450b {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:41.242155 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f", "name": "network-vif-plugged", "status": "completed", "tag": "b065bcc6-e877-4730-8240-cfe3ac7fcc0b", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:41.242403 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d89a1d4a-c856-42c6-8db2-228de93d450b {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:41.244143 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b065bcc6-e877-4730-8240-cfe3ac7fcc0b', 'code': 200} Jun 28 09:41:41.259899 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:41.263531 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:41.289035 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d5c55a8e-4687-4e02-9be9-58a84f1c8d29, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:41.337544 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:41.402279 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:41.408369 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:41.411041 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:41.465348 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:41.468649 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:41.571942 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2dbf9-caaf-46d4-833b-38477f9d8aed req-16bf202c-0181-4aca-bdd7-689dd54b0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:41.574154 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-40f2dbf9-caaf-46d4-833b-38477f9d8aed req-16bf202c-0181-4aca-bdd7-689dd54b0a73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1098 time: 0.0716577 Jun 28 09:41:41.636457 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-40f2dbf9-caaf-46d4-833b-38477f9d8aed req-7f24c730-52a8-4d88-884e-5d8135608a10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Jun 28 09:41:41.693319 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['d5c55a8e-4687-4e02-9be9-58a84f1c8d29'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:42.083877 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7039c4a-881e-4fa8-8596-b57ba6d79863 req-112805ee-e619-4731-b438-05eef862b166 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:42.086797 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e7039c4a-881e-4fa8-8596-b57ba6d79863 req-112805ee-e619-4731-b438-05eef862b166 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 946 time: 0.1111875 Jun 28 09:41:42.161282 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e7039c4a-881e-4fa8-8596-b57ba6d79863 req-6b6e4c6b-77b9-46b5-bff9-77bc24100859 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677209 Jun 28 09:41:42.308323 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f665114-6b34-4c43-978f-17a18cc7475b req-8bf77cf0-6632-40de-bc60-fd2bd7405e80 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:42.309992 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7f665114-6b34-4c43-978f-17a18cc7475b req-8bf77cf0-6632-40de-bc60-fd2bd7405e80 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 945 time: 0.1271229 Jun 28 09:41:42.488684 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7f665114-6b34-4c43-978f-17a18cc7475b req-bb1c593d-3a05-422e-979b-266f3f9fe214 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655366 Jun 28 09:41:42.544818 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6e5323ed-5129-4c80-91b2-f10e4fd1cab1 req-1c9cda5b-06e6-492d-91d9-b531bb7a23cc tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 210 time: 0.0612619 Jun 28 09:41:42.558533 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7593df-1b02-4498-b61a-43fec41c1710 req-4ffbd0cd-8038-4963-acea-6f1e152d5ef0 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:42.565476 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-4ffbd0cd-8038-4963-acea-6f1e152d5ef0 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.36 "GET /v2.0/networks?id=7a3ca83b-974f-4ce7-bfd1-37c21204e920 HTTP/1.1" status: 200 len: 808 time: 0.1917851 Jun 28 09:41:42.589270 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Request body: {'port': {'device_id': '80577e6a-84e8-4146-b791-efdf7106cb92', 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920', 'admin_state_up': True, 'tenant_id': 'd0751a524378484b8f25171f728197a1'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:42.753155 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Made reservation on behalf of d0751a524378484b8f25171f728197a1 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:42.759733 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:42.914999 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Allocated IP 172.20.0.3 (7a3ca83b-974f-4ce7-bfd1-37c21204e920/9fc33a7a-d278-4215-9065-9e98d1083b9b/a92eff47-6a01-438f-b6d6-905d1ebc0654) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:43.090980 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.136304 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.142212 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dda65aac-bf98-4ea8-85b4-0370f5a9d93e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:43.187204 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:43.190531 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:43.193644 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:43.239159 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Pushing event updated for resources: {'Port': ['ID=a92eff47-6a01-438f-b6d6-905d1ebc0654,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:43.242156 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:43.265877 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:43.268847 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.284125 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7013466 Jun 28 09:41:43.298235 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Request body: {'port': {'device_id': '80577e6a-84e8-4146-b791-efdf7106cb92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:43.339126 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52532) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:43.381435 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.438677 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Deleting subnet 5a21d255-a1dd-496c-8cd6-8cd0faa4ac60 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:41:43.443787 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.487609 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.493258 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.595060 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.601144 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:43.660330 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a21d255-a1dd-496c-8cd6-8cd0faa4ac60,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:43.690731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:43.692755 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.694726 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5a21d255-a1dd-496c-8cd6-8cd0faa4ac60 HTTP/1.1" status: 204 len: 168 time: 0.3491609 Jun 28 09:41:43.699974 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52544) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:43.729148 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92eff47-6a01-438f-b6d6-905d1ebc0654 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:43.753558 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.773557 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Transition to ACTIVE for port object a92eff47-6a01-438f-b6d6-905d1ebc0654 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:43.780377 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.788263 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:43.789697 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-68d5130e-8c91-433c-8577-4159e1bc353a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:43.806192 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8763d6-da97-44e4-99ea-54f9557e5d1a req-92add78e-c30b-48a5-83e2-bf63d67f9f76 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:43.808908 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-db8763d6-da97-44e4-99ea-54f9557e5d1a req-92add78e-c30b-48a5-83e2-bf63d67f9f76 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 945 time: 0.1613302 Jun 28 09:41:43.842560 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcc099-9f18-4313-bbff-7e4ccad9aa15 req-372714cd-63b3-472b-b70a-ef4a002bb96c tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:43.844119 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61bcc099-9f18-4313-bbff-7e4ccad9aa15 req-372714cd-63b3-472b-b70a-ef4a002bb96c tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 931 time: 0.1290383 Jun 28 09:41:43.859564 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Pushing event updated for resources: {'Port': ['ID=a92eff47-6a01-438f-b6d6-905d1ebc0654,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:43.869312 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:43.935104 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-db8763d6-da97-44e4-99ea-54f9557e5d1a req-8bcc9ee6-9d3e-42ec-8fe5-3d14d2e914d3 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186626 Jun 28 09:41:43.958651 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61bcc099-9f18-4313-bbff-7e4ccad9aa15 req-e84ab90d-2f08-4b46-8f40-c8ea2b8e1978 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047561 Jun 28 09:41:43.984924 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.004716 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.005190 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.006186 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.006641 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > port after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.007080 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > port after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.007202 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Attempting to bind port a92eff47-6a01-438f-b6d6-905d1ebc0654 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:44.007485 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Attempting to bind port a92eff47-6a01-438f-b6d6-905d1ebc0654 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:44.007717 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > port after_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.007874 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Attempting to bind port a92eff47-6a01-438f-b6d6-905d1ebc0654 on network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:44.008218 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.008659 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.009067 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.009495 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.013444 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Port a92eff47-6a01-438f-b6d6-905d1ebc0654 on network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:41:44.013808 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Attempting to bind port a92eff47-6a01-438f-b6d6-905d1ebc0654 on network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:44.019653 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:44.020374 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Checking segment: {'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:44.020798 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Bound using segment: {'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:44.021574 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Bound port: a92eff47-6a01-438f-b6d6-905d1ebc0654, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:44.021741 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.101288 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] For port a92eff47-6a01-438f-b6d6-905d1ebc0654, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:44.107169 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] For port a92eff47-6a01-438f-b6d6-905d1ebc0654, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a92eff47-6a01-438f-b6d6-905d1ebc0654,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:44.115383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.122935 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ff407dae-2383-4384-a255-d6e69ad48c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:44.157711 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:44.165262 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.166879 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] 10.222.0.36 "PUT /v2.0/ports/a92eff47-6a01-438f-b6d6-905d1ebc0654 HTTP/1.1" status: 200 len: 1093 time: 0.8730409 Jun 28 09:41:44.167469 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80577e6a-84e8-4146-b791-efdf7106cb92', 'tag': 'a92eff47-6a01-438f-b6d6-905d1ebc0654'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:44.170254 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94abf56-81f9-45e5-b5b5-12a2e01afb79" -d '{"events": [{"name": "network-changed", "server_uuid": "80577e6a-84e8-4146-b791-efdf7106cb92", "tag": "a92eff47-6a01-438f-b6d6-905d1ebc0654"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:44.179888 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.180074 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.180362 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.180850 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 09:41:44.181226 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364983f9-d1f0-4aa0-8808-8e90f61bd28a']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:44.206188 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaf721a-314e-4258-b8b2-f373e0bcdd3a') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:44.206493 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaf721a-314e-4258-b8b2-f373e0bcdd3a') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:44.227180 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Pushing event updated for resources: {'Port': ['ID=a92eff47-6a01-438f-b6d6-905d1ebc0654,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:44.229111 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9288004'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.239035 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:44.252832 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c288dcec-13a9-4363-97fc-d0729d48220d x-openstack-request-id: req-c288dcec-13a9-4363-97fc-d0729d48220d {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:44.253261 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80577e6a-84e8-4146-b791-efdf7106cb92", "tag": "a92eff47-6a01-438f-b6d6-905d1ebc0654", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:44.253666 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c288dcec-13a9-4363-97fc-d0729d48220d {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:44.254228 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80577e6a-84e8-4146-b791-efdf7106cb92', 'tag': 'a92eff47-6a01-438f-b6d6-905d1ebc0654', 'status': 'completed', 'code': 200} Jun 28 09:41:44.270774 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.290152 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:41:44.290152 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3516928'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: from cryptography.utils import int_from_bytes Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: from cryptography.utils import int_from_bytes Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: Traceback (most recent call last): Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: timer() Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: cb(*args, **kw) Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: return func(*args, **kwargs) Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: self._notify() Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: self.callback(batched_events) Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: event.method(event) Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: return f(self, *a, **k) Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: return self._get(url).json() Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:41:44.294434 dv-cinder-792209-2-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:41:44.310083 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7593df-1b02-4498-b61a-43fec41c1710 req-3c8a8b2a-ca11-40d0-b10f-0cd1c47ac62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:44.311434 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-3c8a8b2a-ca11-40d0-b10f-0cd1c47ac62c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0751a524378484b8f25171f728197a1&device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 1096 time: 0.0713050 Jun 28 09:41:44.365360 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.371000 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f991e1a3-086a-4b7b-aac6-3c9e257b7c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:44.372283 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-b8f7ebe7-97e2-4075-a32a-d106bd3f3a17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a92eff47-6a01-438f-b6d6-905d1ebc0654 HTTP/1.1" status: 200 len: 217 time: 0.0465295 Jun 28 09:41:44.374752 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.380080 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] 10.222.0.13 "DELETE /v2.0/networks/364983f9-d1f0-4aa0-8808-8e90f61bd28a HTTP/1.1" status: 204 len: 168 time: 0.6757214 Jun 28 09:41:44.382370 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 52572) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:44.388881 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Pushing event deleted for resources: {'Network': ['ID=364983f9-d1f0-4aa0-8808-8e90f61bd28a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:44.391888 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:44.485019 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7593df-1b02-4498-b61a-43fec41c1710 req-7720a8f9-72db-4330-a649-ab96671fdd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:44.487099 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-7720a8f9-72db-4330-a649-ab96671fdd58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fc33a7a-d278-4215-9065-9e98d1083b9b HTTP/1.1" status: 200 len: 848 time: 0.1051028 Jun 28 09:41:44.495977 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] Deleting subnet ecc7aacd-24f9-4333-b271-72a976518443 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:41:44.508209 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.548098 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-5c850f5b-253a-491f-81dd-4b5e28906557 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a3ca83b-974f-4ce7-bfd1-37c21204e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496392 Jun 28 09:41:44.563373 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2832794'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.578135 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52582) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:44.673139 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.686421 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d5c55a8e-4687-4e02-9be9-58a84f1c8d29 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:44.718936 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2feb50e8-7372-4aa3-9c72-76b8ba79d26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.730366 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-6d028838-eca4-4115-9b38-783a66ed2918 service neutron] 10.222.0.36 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473560 Jun 28 09:41:44.745199 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:44.751504 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:44.751887 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.752473 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2421618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805270'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.759305 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:44.788637 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.795120 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ecc7aacd-24f9-4333-b271-72a976518443 HTTP/1.1" status: 204 len: 168 time: 0.4105837 Jun 28 09:41:44.795858 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 52590) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:44.799061 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc7aacd-24f9-4333-b271-72a976518443,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:44.803078 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6c47153e-67b0-4ead-a504-ce1117c51c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:44.842575 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.862857 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2feb50e8-7372-4aa3-9c72-76b8ba79d26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.868353 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2feb50e8-7372-4aa3-9c72-76b8ba79d26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.872198 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01edd53c-5a20-41d8-873e-409d69d9b88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:44.872992 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cf169c25-e68e-4a49-99c9-c89276954d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:44.875007 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd4e69c-c546-49ac-9b09-3598c8b8cefb" -d '{"events": [{"server_uuid": "01edd53c-5a20-41d8-873e-409d69d9b88c", "name": "network-vif-plugged", "status": "completed", "tag": "d5c55a8e-4687-4e02-9be9-58a84f1c8d29"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:44.918103 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb50e8-7372-4aa3-9c72-76b8ba79d26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fde124-3208-4b3e-ad1b-405eaef5fb82,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:44.923264 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d5c55a8e-4687-4e02-9be9-58a84f1c8d29, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:44.930086 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bebe5d8-cb3b-4d97-8f85-ce1c85499e50 x-openstack-request-id: req-0bebe5d8-cb3b-4d97-8f85-ce1c85499e50 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:44.930612 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01edd53c-5a20-41d8-873e-409d69d9b88c", "name": "network-vif-plugged", "status": "completed", "tag": "d5c55a8e-4687-4e02-9be9-58a84f1c8d29", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:44.931063 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bebe5d8-cb3b-4d97-8f85-ce1c85499e50 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:44.931601 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01edd53c-5a20-41d8-873e-409d69d9b88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29', 'code': 200} Jun 28 09:41:44.933433 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:44.937194 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:44.940940 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2feb50e8-7372-4aa3-9c72-76b8ba79d26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:44.960499 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-2feb50e8-7372-4aa3-9c72-76b8ba79d26e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38389fa245914013b09ee2527680977c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808134 Jun 28 09:41:44.963621 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52596) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:44.965291 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.063720 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b39378df-415d-4321-b402-051198a01261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.093657 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b39378df-415d-4321-b402-051198a01261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.099228 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-de7593df-1b02-4498-b61a-43fec41c1710 req-1f6a4a81-de04-4ff4-a8d0-25980074bac8 service neutron] 10.222.0.36 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111375 Jun 28 09:41:45.121296 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:45.125505 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:45.176205 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.190460 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca1e496-dc6a-4320-a793-be51b4f7210f']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:45.210309 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36730528-0a59-4a00-a05d-2c14e02265b1') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:45.212218 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36730528-0a59-4a00-a05d-2c14e02265b1') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:41:45.233685 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b39378df-415d-4321-b402-051198a01261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.237407 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b39378df-415d-4321-b402-051198a01261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.239105 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b39378df-415d-4321-b402-051198a01261 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4fde124-3208-4b3e-ad1b-405eaef5fb82 HTTP/1.1" status: 204 len: 168 time: 0.2736962 Jun 28 09:41:45.240147 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a34bdda3-22a0-4592-8f03-f8f79a282a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:45.275697 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39378df-415d-4321-b402-051198a01261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fde124-3208-4b3e-ad1b-405eaef5fb82,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:45.291942 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2832781'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.294482 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b39378df-415d-4321-b402-051198a01261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:45.342137 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.357284 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:41:45.357889 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2421655'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: Traceback (most recent call last): Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: timer() Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: cb(*args, **kw) Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: return func(*args, **kwargs) Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: self._notify() Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: self.callback(batched_events) Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: event.method(event) Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: return f(self, *a, **k) Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: return self._get(url).json() Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:41:45.361528 dv-cinder-792209-2-smb neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:41:45.382662 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e078a8-b129-42b5-990c-7c3040ddaa45 req-4ed09a23-c2b8-4c9a-8557-73a3c28414e6 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:45.384379 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-73e078a8-b129-42b5-990c-7c3040ddaa45 req-4ed09a23-c2b8-4c9a-8557-73a3c28414e6 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 943 time: 0.1290839 Jun 28 09:41:45.390715 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27749f-16ec-4592-b587-4d8aa53be849 req-86daab27-c94b-4d3d-a240-40cac89bcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:45.392306 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3e27749f-16ec-4592-b587-4d8aa53be849 req-86daab27-c94b-4d3d-a240-40cac89bcb26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 1099 time: 0.0968375 Jun 28 09:41:45.466735 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-73e078a8-b129-42b5-990c-7c3040ddaa45 req-e241fe45-19dd-4a9a-9850-987849c2dead tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725126 Jun 28 09:41:45.467431 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fd8db-4555-461c-9841-0ad4212289ae req-a047c346-4cab-4d47-b254-beb0cd667d10 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:45.468388 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3e27749f-16ec-4592-b587-4d8aa53be849 req-e8b374e4-42a0-4180-a69c-cc2d94f8f84d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664437 Jun 28 09:41:45.469547 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-cc5fd8db-4555-461c-9841-0ad4212289ae req-a047c346-4cab-4d47-b254-beb0cd667d10 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.2489772 Jun 28 09:41:45.477457 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-6351fcfb-599e-4559-b467-84dd0aea02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:45.479359 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-6351fcfb-599e-4559-b467-84dd0aea02df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0751a524378484b8f25171f728197a1&device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 1096 time: 0.2352009 Jun 28 09:41:45.482626 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.506823 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:45.510018 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.514353 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ca1e496-dc6a-4320-a793-be51b4f7210f HTTP/1.1" status: 204 len: 168 time: 0.7147458 Jun 28 09:41:45.528383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca1e496-dc6a-4320-a793-be51b4f7210f,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:45.531896 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f0b39dc7-3bc3-4a42-89b9-6038b211a669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:45.574003 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-cc5fd8db-4555-461c-9841-0ad4212289ae req-66a2ea01-e81d-4b2c-8a22-af32f226c694 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855451 Jun 28 09:41:45.612974 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52618) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:45.626490 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-05af21f5-b3fc-4c26-acb5-d4fa01e96453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.661098 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-4baf217e-fd04-4995-9114-258a0b2e622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:45.662642 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-4baf217e-fd04-4995-9114-258a0b2e622e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a3ca83b-974f-4ce7-bfd1-37c21204e920 HTTP/1.1" status: 200 len: 909 time: 0.1228192 Jun 28 09:41:45.680285 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52622) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:45.730644 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-ccfec4a1-38c3-46af-b369-1f918994672c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a92eff47-6a01-438f-b6d6-905d1ebc0654 HTTP/1.1" status: 200 len: 217 time: 0.0571625 Jun 28 09:41:45.749658 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-940bdd3d-97f2-4733-a151-711d5d6f7668 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30752049dd41450b9c237b23dc6439c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646083 Jun 28 09:41:45.751232 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52624) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:45.796017 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-3c9e217d-bfd3-41dd-afe3-a08bff9643c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:45.797480 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-3c9e217d-bfd3-41dd-afe3-a08bff9643c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fc33a7a-d278-4215-9065-9e98d1083b9b HTTP/1.1" status: 200 len: 848 time: 0.0593972 Jun 28 09:41:45.819046 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-05af21f5-b3fc-4c26-acb5-d4fa01e96453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.825955 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-05af21f5-b3fc-4c26-acb5-d4fa01e96453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.832001 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:45.837280 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-9d85c9cc-d4e1-49bc-b098-96d74f129e21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a3ca83b-974f-4ce7-bfd1-37c21204e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279880 Jun 28 09:41:45.839393 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a08d9f83-fc9a-4a27-b21b-4dfd47bac5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.884416 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-05af21f5-b3fc-4c26-acb5-d4fa01e96453 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cca835a980e34a339ad7db8eeb1a2135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701879 Jun 28 09:41:45.887614 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af21f5-b3fc-4c26-acb5-d4fa01e96453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc17170-a11b-49a4-8052-70602b91a6a7,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:45.891469 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a08d9f83-fc9a-4a27-b21b-4dfd47bac5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.893187 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52626) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:45.899136 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-05af21f5-b3fc-4c26-acb5-d4fa01e96453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:45.935964 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-fa190173-274a-4ea9-b0ab-49bcbba80804 service neutron] 10.222.0.36 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894117 Jun 28 09:41:45.985249 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a08d9f83-fc9a-4a27-b21b-4dfd47bac5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.988817 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a08d9f83-fc9a-4a27-b21b-4dfd47bac5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:45.989941 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-a08d9f83-fc9a-4a27-b21b-4dfd47bac5df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf51cadc-7caa-4a08-988e-578245fbd489 HTTP/1.1" status: 204 len: 168 time: 0.2377346 Jun 28 09:41:45.991117 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c9658e4d-bc64-4fce-b655-c8fa3f348626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:46.007464 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-afe39720-7bea-49ac-9a7d-69a876fc18ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.039070 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d9f83-fc9a-4a27-b21b-4dfd47bac5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf51cadc-7caa-4a08-988e-578245fbd489,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:46.046311 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d94abf56-81f9-45e5-b5b5-12a2e01afb79 req-bc393b1b-8aeb-4bdb-9c54-f7a4da0d8efd service neutron] 10.222.0.36 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025162 Jun 28 09:41:46.048237 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a08d9f83-fc9a-4a27-b21b-4dfd47bac5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:46.054541 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-afe39720-7bea-49ac-9a7d-69a876fc18ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.136107 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-afe39720-7bea-49ac-9a7d-69a876fc18ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.139572 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-afe39720-7bea-49ac-9a7d-69a876fc18ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.140834 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-afe39720-7bea-49ac-9a7d-69a876fc18ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bc17170-a11b-49a4-8052-70602b91a6a7 HTTP/1.1" status: 204 len: 168 time: 0.2467504 Jun 28 09:41:46.142059 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-38ffa308-c165-4c8c-93cc-57bb7cb676a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:46.157090 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe39720-7bea-49ac-9a7d-69a876fc18ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc17170-a11b-49a4-8052-70602b91a6a7,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:46.160750 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-afe39720-7bea-49ac-9a7d-69a876fc18ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:46.453282 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52646) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:46.507887 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-d01f709d-08e5-4900-9c5e-29fb29ed8d04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be54b14b8df543288a7cf8e5fe315444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511634 Jun 28 09:41:46.508316 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 52650) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:46.567202 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b12-3380-40c7-a9a7-ab37de6352d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.594618 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b12-3380-40c7-a9a7-ab37de6352d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.715497 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b12-3380-40c7-a9a7-ab37de6352d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.718072 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8b12-3380-40c7-a9a7-ab37de6352d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.719225 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-4f3a8b12-3380-40c7-a9a7-ab37de6352d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d84cd6c-bb05-4cb7-a9a2-dd7f2438f83d HTTP/1.1" status: 204 len: 168 time: 0.2098253 Jun 28 09:41:46.720161 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dcfdf10d-c3ec-4e0a-99b4-5d317b3ddb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:46.729532 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87308f6-476b-44e8-9e0d-276457816a27 req-3530395f-511a-4efa-b032-70b6d0c4b0e4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:46.738441 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c87308f6-476b-44e8-9e0d-276457816a27 req-3530395f-511a-4efa-b032-70b6d0c4b0e4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 943 time: 0.1397004 Jun 28 09:41:46.739825 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52662) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:46.760247 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a8b12-3380-40c7-a9a7-ab37de6352d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84cd6c-bb05-4cb7-a9a2-dd7f2438f83d,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:46.770765 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4f3a8b12-3380-40c7-a9a7-ab37de6352d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:46.804479 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d91bae42-09e3-4ded-88d7-1653ec700a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:46.820332 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 52664) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:46.832059 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c87308f6-476b-44e8-9e0d-276457816a27 req-e5449a2d-38ed-4587-8da6-5c8934de422b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927594 Jun 28 09:41:46.978495 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5061e1d-15ae-4f98-8ec0-8c7c12116076 req-1018e91d-1c03-4f55-bad9-d06333f3e5ca tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:46.980104 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a5061e1d-15ae-4f98-8ec0-8c7c12116076 req-1018e91d-1c03-4f55-bad9-d06333f3e5ca tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1843956 Jun 28 09:41:47.057824 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a5061e1d-15ae-4f98-8ec0-8c7c12116076 req-1c1e247b-00c8-486f-b186-9e1f0904821a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672147 Jun 28 09:41:47.081304 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d91bae42-09e3-4ded-88d7-1653ec700a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.086617 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d91bae42-09e3-4ded-88d7-1653ec700a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.097984 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a08d9f83-fc9a-4a27-b21b-4dfd47bac5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:47.135420 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-d91bae42-09e3-4ded-88d7-1653ec700a8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45c73cb799c44fd2bf11ab4dd458b98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922734 Jun 28 09:41:47.136599 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bae42-09e3-4ded-88d7-1653ec700a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02deb247-4566-41c2-b500-1b94d5d416af,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:47.137927 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 52676) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:47.139534 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d91bae42-09e3-4ded-88d7-1653ec700a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:47.208982 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-de172c68-9a95-4e58-a0ca-409a4c830a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.246162 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d0e3b21b-1ff5-4341-895b-fbf6d222db8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.284906 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d0e3b21b-1ff5-4341-895b-fbf6d222db8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.375296 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d0e3b21b-1ff5-4341-895b-fbf6d222db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.377992 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d0e3b21b-1ff5-4341-895b-fbf6d222db8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.379648 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-d0e3b21b-1ff5-4341-895b-fbf6d222db8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02deb247-4566-41c2-b500-1b94d5d416af HTTP/1.1" status: 204 len: 168 time: 0.2401800 Jun 28 09:41:47.384675 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f3aad9e0-0207-40c4-a07f-54b3b80a8dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:47.398826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3b21b-1ff5-4341-895b-fbf6d222db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02deb247-4566-41c2-b500-1b94d5d416af,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:47.403386 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d0e3b21b-1ff5-4341-895b-fbf6d222db8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:47.405222 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-de172c68-9a95-4e58-a0ca-409a4c830a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.410916 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-de172c68-9a95-4e58-a0ca-409a4c830a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.416059 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7a754cb2-6fdd-417d-b320-c2a8bce03250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:47.461680 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de172c68-9a95-4e58-a0ca-409a4c830a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dec131c-b404-41c5-a40b-f40abcfe3c86,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:47.470299 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 52726) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:47.470884 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-de172c68-9a95-4e58-a0ca-409a4c830a62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b836e6499d254c148a22a282675a73cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489851 Jun 28 09:41:47.472763 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-de172c68-9a95-4e58-a0ca-409a4c830a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:47.563341 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c24fdf2-fc3c-4064-86b5-d96ba54f0780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.619335 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c24fdf2-fc3c-4064-86b5-d96ba54f0780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.687457 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c24fdf2-fc3c-4064-86b5-d96ba54f0780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.691110 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c24fdf2-fc3c-4064-86b5-d96ba54f0780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:47.693415 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-4c24fdf2-fc3c-4064-86b5-d96ba54f0780 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dec131c-b404-41c5-a40b-f40abcfe3c86 HTTP/1.1" status: 204 len: 168 time: 0.2203412 Jun 28 09:41:47.694462 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ccaa7aae-d8b7-4242-806c-31d664fa7c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:47.726268 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24fdf2-fc3c-4064-86b5-d96ba54f0780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dec131c-b404-41c5-a40b-f40abcfe3c86,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:47.729405 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4c24fdf2-fc3c-4064-86b5-d96ba54f0780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:48.052445 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d186d6-37fb-4cff-a99c-e30ba0752ba8 req-595cdc48-d375-44b3-bb2b-9d99c1f6a838 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:48.057264 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-55d186d6-37fb-4cff-a99c-e30ba0752ba8 req-595cdc48-d375-44b3-bb2b-9d99c1f6a838 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 943 time: 0.0791578 Jun 28 09:41:48.107550 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-55d186d6-37fb-4cff-a99c-e30ba0752ba8 req-ca9ea24d-9c73-43fa-a6f3-4d8b77936e94 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Jun 28 09:41:48.275053 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46162-4b18-459f-8f68-7d69401170b8 req-a1ffb322-bf8f-44e3-a2d5-e38ac6872af6 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:48.277245 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9ac46162-4b18-459f-8f68-7d69401170b8 req-a1ffb322-bf8f-44e3-a2d5-e38ac6872af6 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0720825 Jun 28 09:41:48.335342 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9ac46162-4b18-459f-8f68-7d69401170b8 req-057dffb8-3c77-401e-b991-f56936e25bf9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Jun 28 09:41:48.761235 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device a92eff47-6a01-438f-b6d6-905d1ebc0654 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:41:48.883568 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-142f1256-38f9-4b8f-a4a4-7115ffd99167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:48.885445 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-142f1256-38f9-4b8f-a4a4-7115ffd99167 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 1099 time: 0.1218073 Jun 28 09:41:48.921125 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458ba4d-2e45-457a-bf22-028adec9b8ea req-5ac6ed13-76a5-408b-80cc-c02884be9b71 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:48.925475 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4458ba4d-2e45-457a-bf22-028adec9b8ea req-5ac6ed13-76a5-408b-80cc-c02884be9b71 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1042504 Jun 28 09:41:48.936153 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port a92eff47-6a01-438f-b6d6-905d1ebc0654, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a92eff47-6a01-438f-b6d6-905d1ebc0654,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:48.955408 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'a92eff47-6a01-438f-b6d6-905d1ebc0654', 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920', 'port_id': 'a92eff47-6a01-438f-b6d6-905d1ebc0654', 'mac_address': 'fa:16:3e:e3:87:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc33a7a-d278-4215-9065-9e98d1083b9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:41:48.998090 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:49.012738 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92eff47-6a01-438f-b6d6-905d1ebc0654 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:49.035632 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port a92eff47-6a01-438f-b6d6-905d1ebc0654, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a92eff47-6a01-438f-b6d6-905d1ebc0654,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:49.043267 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:49.046066 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:49.137200 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4458ba4d-2e45-457a-bf22-028adec9b8ea req-3d009302-1cdc-4027-b180-b4106e511dab tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808158 Jun 28 09:41:49.138508 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-4b4c68b0-7e29-4d89-9a89-12e1b8deba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:49.141828 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=a92eff47-6a01-438f-b6d6-905d1ebc0654,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:49.146088 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-4b4c68b0-7e29-4d89-9a89-12e1b8deba7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 920 time: 0.2395322 Jun 28 09:41:49.150204 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:49.202093 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-cebed57b-5f9e-4666-b9d4-2cac64da29b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5c55a8e-4687-4e02-9be9-58a84f1c8d29 HTTP/1.1" status: 200 len: 217 time: 0.0436184 Jun 28 09:41:49.332189 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-668db891-d8ed-4151-8238-f75b2fb1f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:49.332962 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-668db891-d8ed-4151-8238-f75b2fb1f687 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.1169806 Jun 28 09:41:49.359218 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-754dca20-5d21-44d5-b07f-ee3b456d046a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:49.361146 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-754dca20-5d21-44d5-b07f-ee3b456d046a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 814 time: 0.1528382 Jun 28 09:41:49.373117 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-26ebd058-d2ba-4123-93b0-2187632e677c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314131 Jun 28 09:41:49.379232 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-c490bb3e-5fcc-43a7-a4bf-5957844a0ecf tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/quotas/1f1bea98bb664415a2eb4f80ef08d225 HTTP/1.1" status: 200 len: 375 time: 0.0116496 Jun 28 09:41:49.393878 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966271-055d-4435-83d0-48bc1279cc75 req-6341968f-402e-43ac-9f85-47c60eeb82aa tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:49.395853 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c6966271-055d-4435-83d0-48bc1279cc75 req-6341968f-402e-43ac-9f85-47c60eeb82aa tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 944 time: 0.1071613 Jun 28 09:41:49.440332 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['a92eff47-6a01-438f-b6d6-905d1ebc0654'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:49.491079 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-9f28896a-a5bc-43f1-8821-8b0600dc3c21 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060464 Jun 28 09:41:49.527893 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c6966271-055d-4435-83d0-48bc1279cc75 req-e76b063f-bd4e-4766-a292-8aaaa66725f2 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229055 Jun 28 09:41:49.616474 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-5ad7dabf-07cb-49d0-8639-9934b0b151de service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304556 Jun 28 09:41:49.620343 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-6d09c18a-24c3-4439-a04d-34077a954d32 service neutron] 10.222.0.13 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280982 Jun 28 09:41:49.763031 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-1dc49fa5-2ce7-4ae9-832a-3defa482e003 service neutron] 10.222.0.13 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417077 Jun 28 09:41:50.032144 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-24a2b2d1-ca9c-4bae-8d77-5638a283e941 req-2514e2ca-dc31-424a-b532-6a2f761b413a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 210 time: 0.0351381 Jun 28 09:41:50.057277 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb2f53b1-540a-4b50-99c4-f2641716675b req-6a00a742-f1a3-4276-8745-8abdaa8cc469 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322555 Jun 28 09:41:50.319205 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54887b40-d6fe-41b8-a861-abd279d4b2c5 req-afcf4316-a273-4ebc-8eb1-752c1303c005 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:50.320733 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-54887b40-d6fe-41b8-a861-abd279d4b2c5 req-afcf4316-a273-4ebc-8eb1-752c1303c005 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0631108 Jun 28 09:41:50.360847 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-54887b40-d6fe-41b8-a861-abd279d4b2c5 req-69a5ca7c-7cbb-413e-80da-3b1eeacd12d0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Jun 28 09:41:50.716176 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ca803-effe-446d-9c0c-bfca25f47cb0 req-a8ab147e-6f09-4466-98d2-61dad96a945f tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:50.717670 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6f3ca803-effe-446d-9c0c-bfca25f47cb0 req-a8ab147e-6f09-4466-98d2-61dad96a945f tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 944 time: 0.0669818 Jun 28 09:41:50.756366 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device a92eff47-6a01-438f-b6d6-905d1ebc0654 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:50.761047 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6f3ca803-effe-446d-9c0c-bfca25f47cb0 req-3dd6b2b8-65df-4fe9-acb2-58999597817b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368512 Jun 28 09:41:50.816387 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port a92eff47-6a01-438f-b6d6-905d1ebc0654 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:50.821340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port a92eff47-6a01-438f-b6d6-905d1ebc0654 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:50.821340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:50.901102 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:50.937133 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80577e6a-84e8-4146-b791-efdf7106cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92eff47-6a01-438f-b6d6-905d1ebc0654'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:50.940696 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7a0ff8-935b-4113-bc3e-cc1c2517298d" -d '{"events": [{"server_uuid": "80577e6a-84e8-4146-b791-efdf7106cb92", "name": "network-vif-plugged", "status": "completed", "tag": "a92eff47-6a01-438f-b6d6-905d1ebc0654"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:50.972089 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port a92eff47-6a01-438f-b6d6-905d1ebc0654, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a92eff47-6a01-438f-b6d6-905d1ebc0654,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:50.987132 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:50.989936 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:51.014556 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2401cd7-2fa6-4b4a-b46c-468ecd59a5e0 x-openstack-request-id: req-c2401cd7-2fa6-4b4a-b46c-468ecd59a5e0 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:51.014860 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80577e6a-84e8-4146-b791-efdf7106cb92", "name": "network-vif-plugged", "status": "completed", "tag": "a92eff47-6a01-438f-b6d6-905d1ebc0654", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:51.015123 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2401cd7-2fa6-4b4a-b46c-468ecd59a5e0 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:51.015524 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80577e6a-84e8-4146-b791-efdf7106cb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92eff47-6a01-438f-b6d6-905d1ebc0654', 'code': 200} Jun 28 09:41:51.051778 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=a92eff47-6a01-438f-b6d6-905d1ebc0654,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:51.058829 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:51.244243 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-fac86d4d-7649-40f7-9c8d-df17824fc706 req-089714b4-630e-4b47-8ffc-95c5c4f566b1 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 210 time: 0.0386810 Jun 28 09:41:51.346936 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-cb15ac21-5d5e-4df1-808e-5d1d37225cae tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:51.348835 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-cb15ac21-5d5e-4df1-808e-5d1d37225cae tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 814 time: 0.1412625 Jun 28 09:41:51.363651 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Request body: {'port': {'device_id': 'cab37375-eb8e-4724-9f8f-02dd99f056f8', 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'admin_state_up': True, 'tenant_id': '1f1bea98bb664415a2eb4f80ef08d225'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:51.394779 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd932705-aa0d-48da-8d8c-c05933957519 req-d1ccbc8e-146c-4ab5-bac8-b702f9f74f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:51.399609 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dd932705-aa0d-48da-8d8c-c05933957519 req-d1ccbc8e-146c-4ab5-bac8-b702f9f74f82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 1098 time: 0.0863945 Jun 28 09:41:51.471481 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dd932705-aa0d-48da-8d8c-c05933957519 req-52704890-cbda-4940-bc53-e1f7aa50f74d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601397 Jun 28 09:41:51.583077 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Made reservation on behalf of 1f1bea98bb664415a2eb4f80ef08d225 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:41:51.588298 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:51.622663 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a68282-957e-466f-be7e-cf03873ba27e req-0eaae84a-215c-4994-b14b-5fbcb4076aac tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:51.624191 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d1a68282-957e-466f-be7e-cf03873ba27e req-0eaae84a-215c-4994-b14b-5fbcb4076aac tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1276443 Jun 28 09:41:51.709736 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d1a68282-957e-466f-be7e-cf03873ba27e req-16d2b6ba-6839-480f-9160-8f6caaf91c6b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789254 Jun 28 09:41:51.759614 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Allocated IP 172.20.0.9 (c3993342-595e-4347-a876-2cf677b210d2/6362be20-b59e-41a1-82d9-e5e1ace82278/83f1ed5e-2e8e-4efe-ae0e-856d425e1784) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:41:51.910444 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:51.943988 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e0009-2c3b-4b17-828d-238c638ce1b0 req-ef8a93c6-f869-4b7c-ac51-610e00f412d3 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:51.945498 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b93e0009-2c3b-4b17-828d-238c638ce1b0 req-ef8a93c6-f869-4b7c-ac51-610e00f412d3 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 945 time: 0.0672929 Jun 28 09:41:51.949696 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:51.954037 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:51.966862 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['34cf3911-02f6-47d1-a6e9-44d588db198c', '818fb6d9-9634-4d0e-871d-96ee69317eb5', 'b1365891-17ce-427b-9ddb-38d3559cbeae'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:51.996239 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b93e0009-2c3b-4b17-828d-238c638ce1b0 req-5c03e420-f8d3-4d3d-a635-77e42d668998 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Jun 28 09:41:52.027555 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Pushing event updated for resources: {'Port': ['ID=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:52.041345 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:52.058765 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Network c3993342-595e-4347-a876-2cf677b210d2 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:41:52.061674 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:41:52.065092 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:41:52.129645 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:52.130347 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:52.149795 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906051 Jun 28 09:41:52.165482 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Request body: {'port': {'device_id': 'cab37375-eb8e-4724-9f8f-02dd99f056f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:41:52.258000 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:52.447453 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2be38f-2ad3-4569-8905-a14489c0ab07 req-4dd157ee-519f-4015-a82a-17def3867b53 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:52.448952 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5c2be38f-2ad3-4569-8905-a14489c0ab07 req-4dd157ee-519f-4015-a82a-17def3867b53 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 931 time: 0.0783446 Jun 28 09:41:52.487793 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5c2be38f-2ad3-4569-8905-a14489c0ab07 req-3720f32b-eff2-4755-9d21-8bc718edfc2e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Jun 28 09:41:52.544908 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:52.554425 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:52.568881 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Transition to ACTIVE for port object 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:41:52.572642 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:52.574545 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:52.622157 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Pushing event updated for resources: {'Port': ['ID=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:52.626324 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:52.699396 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Attempting to bind port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:41:52.699673 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Attempting to bind port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:41:52.700606 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Attempting to bind port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 on network c3993342-595e-4347-a876-2cf677b210d2 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:52.707245 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 on network c3993342-595e-4347-a876-2cf677b210d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:41:52.707595 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Attempting to bind port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 on network c3993342-595e-4347-a876-2cf677b210d2 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:41:52.714330 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:41:52.714680 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Checking segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:41:52.715073 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Bound using segment: {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:41:52.715514 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Bound port: 83f1ed5e-2e8e-4efe-ae0e-856d425e1784, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0081ed-a982-4087-a6ae-247b1b91ec4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:41:52.715882 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:52.780600 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] For port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:41:52.786901 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] For port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:41:52.792097 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:52.795219 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:52.832448 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:52.833086 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:52.834697 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] 10.222.0.36 "PUT /v2.0/ports/83f1ed5e-2e8e-4efe-ae0e-856d425e1784 HTTP/1.1" status: 200 len: 1093 time: 0.6740863 Jun 28 09:41:52.837200 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab37375-eb8e-4724-9f8f-02dd99f056f8', 'tag': '83f1ed5e-2e8e-4efe-ae0e-856d425e1784'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:52.839527 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03" -d '{"events": [{"name": "network-changed", "server_uuid": "cab37375-eb8e-4724-9f8f-02dd99f056f8", "tag": "83f1ed5e-2e8e-4efe-ae0e-856d425e1784"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:52.905721 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66477c7-d2d2-4f96-a513-33a8ff64cffb x-openstack-request-id: req-d66477c7-d2d2-4f96-a513-33a8ff64cffb {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:52.906082 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab37375-eb8e-4724-9f8f-02dd99f056f8", "tag": "83f1ed5e-2e8e-4efe-ae0e-856d425e1784", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:52.906409 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d66477c7-d2d2-4f96-a513-33a8ff64cffb {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:52.906882 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab37375-eb8e-4724-9f8f-02dd99f056f8', 'tag': '83f1ed5e-2e8e-4efe-ae0e-856d425e1784', 'status': 'completed', 'code': 200} Jun 28 09:41:52.916773 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Pushing event updated for resources: {'Port': ['ID=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:52.921193 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:52.946763 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81aeb3-ea96-4df7-bfde-b13195971bca req-fb89482f-dcc6-48a9-911a-269454f60daf tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:52.948509 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a81aeb3-ea96-4df7-bfde-b13195971bca req-fb89482f-dcc6-48a9-911a-269454f60daf tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0984778 Jun 28 09:41:53.034099 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a81aeb3-ea96-4df7-bfde-b13195971bca req-cfd2d42c-ba69-4846-97ee-88f36441b270 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744514 Jun 28 09:41:53.048703 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-b63a2df1-8221-4c96-8953-c191e7d5b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:53.050903 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-b63a2df1-8221-4c96-8953-c191e7d5b997 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 1096 time: 0.1014857 Jun 28 09:41:53.104364 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-07a854d3-f6eb-43f6-be42-892511aedcfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83f1ed5e-2e8e-4efe-ae0e-856d425e1784 HTTP/1.1" status: 200 len: 217 time: 0.0447609 Jun 28 09:41:53.155936 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-62225378-6ddb-4fdf-ba71-6c2dc5720ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:53.157510 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-62225378-6ddb-4fdf-ba71-6c2dc5720ba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.0447369 Jun 28 09:41:53.199000 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-0725eb49-c666-45fb-b966-9765dc761c5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328026 Jun 28 09:41:53.230625 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807a764-c09c-4fcb-b341-4cce25227090 req-c3bbf938-1872-48b6-bbe4-4672af9f1c5f tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:53.232204 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a807a764-c09c-4fcb-b341-4cce25227090 req-c3bbf938-1872-48b6-bbe4-4672af9f1c5f tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 945 time: 0.0909111 Jun 28 09:41:53.270446 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a807a764-c09c-4fcb-b341-4cce25227090 req-aed7969f-b3ec-4203-86f4-8ce2271de57a tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Jun 28 09:41:53.305023 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-c3d2235a-8dc5-44ee-96df-fda437eecb02 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907469 Jun 28 09:41:53.412664 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b396e35f-32aa-4ce4-b40b-8470261dc6f5 req-ebc54cf5-458f-4bc1-8963-2492f3f0a78a service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929308 Jun 28 09:41:53.546486 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-e3f8b890-e6c5-48cd-81ac-bf22fc111838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:53.548084 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-e3f8b890-e6c5-48cd-81ac-bf22fc111838 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 1096 time: 0.0669975 Jun 28 09:41:53.654747 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-15049508-7128-4129-b1a7-38cd4abf971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:53.656393 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-15049508-7128-4129-b1a7-38cd4abf971b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 200 len: 915 time: 0.0957847 Jun 28 09:41:53.685625 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f7b0d-cfc8-45f5-934e-81db50126a05 req-31c2199c-eadb-4b22-804c-3ae38249b5af tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:53.687298 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d87f7b0d-cfc8-45f5-934e-81db50126a05 req-31c2199c-eadb-4b22-804c-3ae38249b5af tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 943 time: 0.0748665 Jun 28 09:41:53.700405 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-7c014763-003b-47b7-898c-69d226ac1632 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83f1ed5e-2e8e-4efe-ae0e-856d425e1784 HTTP/1.1" status: 200 len: 217 time: 0.0359452 Jun 28 09:41:53.744857 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d87f7b0d-cfc8-45f5-934e-81db50126a05 req-bd64bb1a-2214-4302-9dc7-ffaab2b2c2c5 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Jun 28 09:41:53.760391 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-4b6ff7d3-193d-4956-9c15-1909dad87be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:53.761783 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-4b6ff7d3-193d-4956-9c15-1909dad87be2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 200 len: 854 time: 0.0499172 Jun 28 09:41:53.796859 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-8fe7f6d0-4146-40e7-a0f6-07657502cd11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c3993342-595e-4347-a876-2cf677b210d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266211 Jun 28 09:41:53.887762 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-2f3d5854-34e7-4b2c-9df8-1394d3b13103 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837836 Jun 28 09:41:53.992283 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e8a27132-d9a1-4463-ad33-e1d4c4f37d03 req-ef99f4cc-3666-449c-834a-9d5282e72cb3 service neutron] 10.222.0.36 "GET /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912149 Jun 28 09:41:54.246969 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063465c-c671-49b3-82cc-01fbf9991430 req-48550e6c-e2a7-4a85-bce1-3d521130b31f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:54.248612 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c063465c-c671-49b3-82cc-01fbf9991430 req-48550e6c-e2a7-4a85-bce1-3d521130b31f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0783739 Jun 28 09:41:54.261024 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93df76-4628-4eb2-9209-a4ce939a9ca0 req-68bac7dc-c35a-4b39-be7b-f8be18f802d5 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:54.262585 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3c93df76-4628-4eb2-9209-a4ce939a9ca0 req-68bac7dc-c35a-4b39-be7b-f8be18f802d5 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 945 time: 0.0655696 Jun 28 09:41:54.289209 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c063465c-c671-49b3-82cc-01fbf9991430 req-4431c30d-3248-434a-9318-ba41c16c8919 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348330 Jun 28 09:41:54.313346 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3c93df76-4628-4eb2-9209-a4ce939a9ca0 req-ac5d1122-33a6-4814-829f-6152453802e6 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446484 Jun 28 09:41:54.941523 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce877-32bf-459b-910b-6a4d392e5500 req-ce9fdcb7-c128-4079-b214-69c31da9644c tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:54.943940 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-840ce877-32bf-459b-910b-6a4d392e5500 req-ce9fdcb7-c128-4079-b214-69c31da9644c tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 943 time: 0.0777123 Jun 28 09:41:54.988987 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-840ce877-32bf-459b-910b-6a4d392e5500 req-1d25fb0d-0615-4dd8-860d-100d11f6fbff tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Jun 28 09:41:55.542694 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c558fe2-bd04-4c56-bfc9-05aab94ebbe7 req-eb9b2414-2125-40b0-9e56-177fad19efdb tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:55.544340 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6c558fe2-bd04-4c56-bfc9-05aab94ebbe7 req-eb9b2414-2125-40b0-9e56-177fad19efdb tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0949309 Jun 28 09:41:55.552616 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cd3ab-83a4-45d2-82b2-38891bcece4b req-045bc22b-5652-417c-b54a-99e2695be2ff tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:55.561680 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b01cd3ab-83a4-45d2-82b2-38891bcece4b req-045bc22b-5652-417c-b54a-99e2695be2ff tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 945 time: 0.1228561 Jun 28 09:41:55.595704 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6c558fe2-bd04-4c56-bfc9-05aab94ebbe7 req-f529c813-521f-4bc4-b988-2e3d4ca8fd10 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Jun 28 09:41:55.610259 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b01cd3ab-83a4-45d2-82b2-38891bcece4b req-e8c4191b-5501-442a-b3be-3d81684d95cf tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390689 Jun 28 09:41:56.169774 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928dbdb-0d09-4b8c-abe3-ae7cfafc64a3 req-ecb2b500-740d-46bb-88ab-e0d5ae1b195d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:56.171300 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f928dbdb-0d09-4b8c-abe3-ae7cfafc64a3 req-ecb2b500-740d-46bb-88ab-e0d5ae1b195d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 943 time: 0.0719619 Jun 28 09:41:56.238824 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f928dbdb-0d09-4b8c-abe3-ae7cfafc64a3 req-ced48a2d-2b8f-4337-8dc6-7f63404fa2dd tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610070 Jun 28 09:41:56.278563 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-01f91160-70c5-4de7-9824-1db103c1b32d tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:56.280397 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-01f91160-70c5-4de7-9824-1db103c1b32d tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.36 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 945 time: 0.0777302 Jun 28 09:41:56.400862 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Deleting port a92eff47-6a01-438f-b6d6-905d1ebc0654 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:41:56.401319 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:56.500178 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] For port a92eff47-6a01-438f-b6d6-905d1ebc0654, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a92eff47-6a01-438f-b6d6-905d1ebc0654,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:56.500579 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:56.517198 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Calling delete_port for a92eff47-6a01-438f-b6d6-905d1ebc0654 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:41:56.687653 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:56.693563 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:56.706937 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['a92eff47-6a01-438f-b6d6-905d1ebc0654'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:56.720439 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Pushing event deleted for resources: {'Port': ['ID=a92eff47-6a01-438f-b6d6-905d1ebc0654,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:56.724794 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:56.768476 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:41:56.800794 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8872a728-e084-4cfc-94bf-203eb6633bc2 req-72a306f2-a946-4824-a832-31e42032056a tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=80577e6a-84e8-4146-b791-efdf7106cb92 HTTP/1.1" status: 200 len: 210 time: 0.0513005 Jun 28 09:41:56.810465 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcd956-60af-483f-9b26-47ecbd556986 req-517e7c40-fff7-44a8-9f18-c564f9c99344 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:56.812780 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-81fcd956-60af-483f-9b26-47ecbd556986 req-517e7c40-fff7-44a8-9f18-c564f9c99344 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0781801 Jun 28 09:41:56.818194 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] No DVR routers for this DVR port a92eff47-6a01-438f-b6d6-905d1ebc0654 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:41:56.821982 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:56.824158 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-888463f1-f00f-468b-ae6f-2fc6bd25e3dc req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.36 "DELETE /v2.0/ports/a92eff47-6a01-438f-b6d6-905d1ebc0654 HTTP/1.1" status: 204 len: 173 time: 0.5367827 Jun 28 09:41:56.824782 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80577e6a-84e8-4146-b791-efdf7106cb92', 'name': 'network-vif-deleted', 'tag': 'a92eff47-6a01-438f-b6d6-905d1ebc0654'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:56.827736 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f780dc5-ffb0-477d-a34b-c9a1ae8a218a" -d '{"events": [{"server_uuid": "80577e6a-84e8-4146-b791-efdf7106cb92", "name": "network-vif-deleted", "tag": "a92eff47-6a01-438f-b6d6-905d1ebc0654"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:56.864683 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-81fcd956-60af-483f-9b26-47ecbd556986 req-a075f6c2-cc8c-47f2-aee4-74b8ab4aa5fa tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Jun 28 09:41:56.933091 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:56.944246 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b14387-cce7-4277-a1d3-490226676822 x-openstack-request-id: req-78b14387-cce7-4277-a1d3-490226676822 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:56.944623 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80577e6a-84e8-4146-b791-efdf7106cb92", "name": "network-vif-deleted", "tag": "a92eff47-6a01-438f-b6d6-905d1ebc0654", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:56.944908 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78b14387-cce7-4277-a1d3-490226676822 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:56.945431 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80577e6a-84e8-4146-b791-efdf7106cb92', 'name': 'network-vif-deleted', 'tag': 'a92eff47-6a01-438f-b6d6-905d1ebc0654', 'status': 'completed', 'code': 200} Jun 28 09:41:56.950351 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '83f1ed5e-2e8e-4efe-ae0e-856d425e1784', 'network_id': 'c3993342-595e-4347-a876-2cf677b210d2', 'port_id': '83f1ed5e-2e8e-4efe-ae0e-856d425e1784', 'mac_address': 'fa:16:3e:5d:a1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6362be20-b59e-41a1-82d9-e5e1ace82278', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:41:56.991352 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:57.009874 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:41:57.033484 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:57.038908 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:57.045403 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:57.095645 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:57.098815 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:57.431371 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f52ae3-be99-459b-82a1-c69a129241e0 req-8bb4a54f-05db-4f12-a525-63116d5af07f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:57.436919 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['83f1ed5e-2e8e-4efe-ae0e-856d425e1784'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:41:57.437489 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c4f52ae3-be99-459b-82a1-c69a129241e0 req-8bb4a54f-05db-4f12-a525-63116d5af07f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 944 time: 0.0725954 Jun 28 09:41:57.489535 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c4f52ae3-be99-459b-82a1-c69a129241e0 req-6b26fa6f-cbd7-4d8d-a83a-71dc2f9815f1 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507822 Jun 28 09:41:57.890275 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fe8fe140-5cbc-4670-a5f0-732ec0f105ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:58.047040 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a9f69-d6d3-4c35-b0c4-5e3ac4876bbb req-ad8cb589-68c6-48e9-8711-147937425efa tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:58.048686 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-693a9f69-d6d3-4c35-b0c4-5e3ac4876bbb req-ad8cb589-68c6-48e9-8711-147937425efa tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0639503 Jun 28 09:41:58.089919 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-693a9f69-d6d3-4c35-b0c4-5e3ac4876bbb req-77f7ba9c-f86c-49ed-83d6-a32c779461e2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355792 Jun 28 09:41:58.298255 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-976b9bd6-5af2-4b62-aa21-cdd91468c5f9 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:58.299736 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-976b9bd6-5af2-4b62-aa21-cdd91468c5f9 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/networks?id=7a3ca83b-974f-4ce7-bfd1-37c21204e920 HTTP/1.1" status: 200 len: 808 time: 0.1105185 Jun 28 09:41:58.314956 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-bdc23357-21fb-4dfa-ac54-16b3ecb655b9 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/quotas/d0751a524378484b8f25171f728197a1 HTTP/1.1" status: 200 len: 375 time: 0.0096641 Jun 28 09:41:58.350577 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-9e7a2016-27fd-419d-877e-29c432aa1e80 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0751a524378484b8f25171f728197a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290565 Jun 28 09:41:58.686967 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-aad40c34-0507-495e-b248-aa9001deadbd service neutron] 10.222.0.13 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292024 Jun 28 09:41:58.750406 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517e18-9460-4476-a725-148a1e1f98f9 req-dc8126c2-ff4e-42bb-855f-afcf64e6abf1 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:58.751881 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b0517e18-9460-4476-a725-148a1e1f98f9 req-dc8126c2-ff4e-42bb-855f-afcf64e6abf1 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 944 time: 0.0658913 Jun 28 09:41:58.782139 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-65cc9b64-3771-46e6-9e1e-8fea0612a474 service neutron] 10.222.0.13 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943007 Jun 28 09:41:58.788569 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:41:58.798053 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b0517e18-9460-4476-a725-148a1e1f98f9 req-eda9516f-86a6-498a-a92a-b5783ad93de4 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361259 Jun 28 09:41:58.845429 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:41:58.849323 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:41:58.849691 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:58.937335 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:58.985139 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab37375-eb8e-4724-9f8f-02dd99f056f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f1ed5e-2e8e-4efe-ae0e-856d425e1784'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:41:58.988730 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4a062a-8364-407f-b858-b338d8b17406" -d '{"events": [{"server_uuid": "cab37375-eb8e-4724-9f8f-02dd99f056f8", "name": "network-vif-plugged", "status": "completed", "tag": "83f1ed5e-2e8e-4efe-ae0e-856d425e1784"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:41:59.004701 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:41:59.010539 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:59.010749 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6c31ebdf-74a8-4b3e-b4dc-20b20d5c06a9 req-022922fe-31a3-4457-a5b1-eee12014148f tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 210 time: 0.0646400 Jun 28 09:41:59.015527 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:59.063909 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46c565d-9e2e-463d-8cf1-b7b2b42f67c4 x-openstack-request-id: req-d46c565d-9e2e-463d-8cf1-b7b2b42f67c4 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:41:59.064072 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab37375-eb8e-4724-9f8f-02dd99f056f8", "name": "network-vif-plugged", "status": "completed", "tag": "83f1ed5e-2e8e-4efe-ae0e-856d425e1784", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:41:59.064334 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d46c565d-9e2e-463d-8cf1-b7b2b42f67c4 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:41:59.064751 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab37375-eb8e-4724-9f8f-02dd99f056f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f1ed5e-2e8e-4efe-ae0e-856d425e1784', 'code': 200} Jun 28 09:41:59.069500 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:59.072678 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:59.365835 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00d34f-c3ff-400b-b545-96ebba8fdcc3 req-6d9710aa-7e13-49aa-b879-34255d9fa9a9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:59.367357 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d00d34f-c3ff-400b-b545-96ebba8fdcc3 req-6d9710aa-7e13-49aa-b879-34255d9fa9a9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1143479 Jun 28 09:41:59.389575 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334be7ba-6b20-4a87-a0a0-768909c49e0b req-32a80fff-9a84-4176-b606-d512d31dbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:41:59.391052 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-334be7ba-6b20-4a87-a0a0-768909c49e0b req-32a80fff-9a84-4176-b606-d512d31dbd27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 1098 time: 0.0997512 Jun 28 09:41:59.439106 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d00d34f-c3ff-400b-b545-96ebba8fdcc3 req-d5bd427b-a244-45ed-a66c-39de6f6379f3 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657995 Jun 28 09:41:59.455133 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-334be7ba-6b20-4a87-a0a0-768909c49e0b req-d53dbfb0-82df-40b6-94fa-17080c283249 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Jun 28 09:41:59.516047 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53128) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:59.639267 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d7c76003-6d2a-4ef9-b398-be733d50c7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:59.781935 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d7c76003-6d2a-4ef9-b398-be733d50c7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:59.791505 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d7c76003-6d2a-4ef9-b398-be733d50c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:59.794399 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-658ab20a-84ec-46ae-bdd0-5efe348302fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:41:59.835972 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c76003-6d2a-4ef9-b398-be733d50c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594268e4-296b-45c7-9ff3-4adee1c71719,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:41:59.841053 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-d7c76003-6d2a-4ef9-b398-be733d50c7e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c8984e7a6004488a0161f85b525b128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235838 Jun 28 09:41:59.842004 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d7c76003-6d2a-4ef9-b398-be733d50c7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:41:59.843527 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53144) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:41:59.900933 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a09dda1a-44eb-41aa-b5b1-c87258bbb37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:59.923054 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a09dda1a-44eb-41aa-b5b1-c87258bbb37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:41:59.965370 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 53148) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:00.008098 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a09dda1a-44eb-41aa-b5b1-c87258bbb37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.010773 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a09dda1a-44eb-41aa-b5b1-c87258bbb37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.011927 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-a09dda1a-44eb-41aa-b5b1-c87258bbb37f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/594268e4-296b-45c7-9ff3-4adee1c71719 HTTP/1.1" status: 204 len: 168 time: 0.1674347 Jun 28 09:42:00.020122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9b3dd-436e-47fb-b825-d25b36bc9ed3 req-a8fe66d3-97fd-459d-9fbe-1731f7a45092 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:00.026898 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ebc9b3dd-436e-47fb-b825-d25b36bc9ed3 req-a8fe66d3-97fd-459d-9fbe-1731f7a45092 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 945 time: 0.0957112 Jun 28 09:42:00.029330 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c66ce361-2790-4e33-a233-571902a0c849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:00.047417 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dda1a-44eb-41aa-b5b1-c87258bbb37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594268e4-296b-45c7-9ff3-4adee1c71719,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:00.051033 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a09dda1a-44eb-41aa-b5b1-c87258bbb37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:00.091854 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ebc9b3dd-436e-47fb-b825-d25b36bc9ed3 req-90af4e1d-0378-433d-8f03-a951352ce6cb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637746 Jun 28 09:42:00.121574 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-83e41919-d099-4cc3-b3f5-47e40b63a362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.197760 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-33540e5b-0df1-48c1-b915-c818c3f0f3be req-b8c38e46-6b8f-4980-ad58-40ebad74f4f8 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 210 time: 0.0356250 Jun 28 09:42:00.247811 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-83e41919-d099-4cc3-b3f5-47e40b63a362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.252089 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-83e41919-d099-4cc3-b3f5-47e40b63a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.256178 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f205589a-4311-4b90-90c7-1f61ae2ae1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:00.296961 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-83e41919-d099-4cc3-b3f5-47e40b63a362 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c59c8742e0b74a5791839eaff5939fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304806 Jun 28 09:42:00.298934 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e41919-d099-4cc3-b3f5-47e40b63a362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c228ac-9b61-4ea1-be2e-ef50fb1ae712,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:00.300262 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53158) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:00.302449 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-83e41919-d099-4cc3-b3f5-47e40b63a362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:00.380208 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e6d9358d-f298-49cd-a9ce-c625f7cb7b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.382804 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53160) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:00.401934 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-03f67132-d9a4-4bcc-9cca-dbc0271f5f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.426256 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e6d9358d-f298-49cd-a9ce-c625f7cb7b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.462648 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-1d9155f2-f9fe-4b1a-b903-dba0448a823c tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:00.464818 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-1d9155f2-f9fe-4b1a-b903-dba0448a823c tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.36 "GET /v2.0/networks?id=7a3ca83b-974f-4ce7-bfd1-37c21204e920 HTTP/1.1" status: 200 len: 808 time: 0.1148660 Jun 28 09:42:00.506800 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Request body: {'port': {'device_id': '9bc08883-ce7b-4f8c-b564-ac44ad37736a', 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920', 'admin_state_up': True, 'tenant_id': 'd0751a524378484b8f25171f728197a1'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:42:00.533430 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e6d9358d-f298-49cd-a9ce-c625f7cb7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.533430 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e6d9358d-f298-49cd-a9ce-c625f7cb7b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.533430 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-e6d9358d-f298-49cd-a9ce-c625f7cb7b0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7c228ac-9b61-4ea1-be2e-ef50fb1ae712 HTTP/1.1" status: 204 len: 168 time: 0.2285800 Jun 28 09:42:00.536836 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-14118551-e524-434d-9033-1a6cb8fdd15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:00.555349 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9358d-f298-49cd-a9ce-c625f7cb7b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c228ac-9b61-4ea1-be2e-ef50fb1ae712,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:00.556004 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7cd06a1-2ef0-4080-8d8d-d5e19b3e0502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.560047 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e6d9358d-f298-49cd-a9ce-c625f7cb7b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:00.589363 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-03f67132-d9a4-4bcc-9cca-dbc0271f5f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.597516 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-03f67132-d9a4-4bcc-9cca-dbc0271f5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.604737 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-05af21f5-b3fc-4c26-acb5-d4fa01e96453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:00.658611 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.726565 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f67132-d9a4-4bcc-9cca-dbc0271f5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d218e9cb-6224-4a49-806a-072ce1fe0fda,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:00.733235 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-03f67132-d9a4-4bcc-9cca-dbc0271f5f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:00.740558 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-03f67132-d9a4-4bcc-9cca-dbc0271f5f3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=771c5527279a4bd0907e41b70c5ba577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561182 Jun 28 09:42:00.743295 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53172) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:00.760908 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Made reservation on behalf of d0751a524378484b8f25171f728197a1 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:42:00.765869 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.805234 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device a92eff47-6a01-438f-b6d6-905d1ebc0654 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:42:00.813766 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbd670-a8f5-4fd4-bcc6-baa6ffe4d325 req-c824a94f-a1cb-437a-833d-68addd946559 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:00.821902 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-22fbd670-a8f5-4fd4-bcc6-baa6ffe4d325 req-c824a94f-a1cb-437a-833d-68addd946559 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1742156 Jun 28 09:42:00.855973 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-06242635-c522-445f-b97c-01bc2fa394ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.864753 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: a92eff47-6a01-438f-b6d6-905d1ebc0654 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:42:00.865467 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device a92eff47-6a01-438f-b6d6-905d1ebc0654 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:42:00.899641 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-22fbd670-a8f5-4fd4-bcc6-baa6ffe4d325 req-6d221de9-2bb6-4a74-8c51-94bf2cb2c49a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766304 Jun 28 09:42:00.911778 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-06242635-c522-445f-b97c-01bc2fa394ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.981824 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-06242635-c522-445f-b97c-01bc2fa394ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.994137 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-06242635-c522-445f-b97c-01bc2fa394ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:00.995367 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-06242635-c522-445f-b97c-01bc2fa394ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d218e9cb-6224-4a49-806a-072ce1fe0fda HTTP/1.1" status: 204 len: 168 time: 0.2512145 Jun 28 09:42:00.996189 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3ad2d342-ff8b-4740-a6e2-46b727a88a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:01.009080 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06242635-c522-445f-b97c-01bc2fa394ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d218e9cb-6224-4a49-806a-072ce1fe0fda,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:01.012512 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-06242635-c522-445f-b97c-01bc2fa394ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:01.025498 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Allocated IP 172.20.0.3 (7a3ca83b-974f-4ce7-bfd1-37c21204e920/9fc33a7a-d278-4215-9065-9e98d1083b9b/0a1899b4-7f6b-4fc8-a886-936c762de9a0) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:42:01.309460 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:01.314030 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3777725-462c-4ce4-89cc-a520a5a20a46 req-25bf7616-e414-4bc8-943e-d543d23a2d07 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:01.316901 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d3777725-462c-4ce4-89cc-a520a5a20a46 req-25bf7616-e414-4bc8-943e-d543d23a2d07 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 945 time: 0.0831544 Jun 28 09:42:01.386701 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:01.391342 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d3777725-462c-4ce4-89cc-a520a5a20a46 req-3166ac5f-3a19-4a05-8afe-83f13bf850a8 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681555 Jun 28 09:42:01.391511 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-65cbb513-4804-4461-8cee-a6683a595d06 tempest-VolumesActionsTest-1002058632 tempest-VolumesActionsTest-1002058632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:01.430815 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:42:01.443396 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:42:01.469846 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:42:01.519857 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Pushing event updated for resources: {'Port': ['ID=0a1899b4-7f6b-4fc8-a886-936c762de9a0,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:01.524950 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:01.579820 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:01.581801 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:01.600051 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:01.607224 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1212642 Jun 28 09:42:01.624528 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Request body: {'port': {'device_id': '9bc08883-ce7b-4f8c-b564-ac44ad37736a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:42:01.734951 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:01.760310 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8297742-78b8-46a9-acc0-98513ca19e18 req-ff6778bc-9a89-4a3f-bf3a-23406dfb6020 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:01.761927 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8297742-78b8-46a9-acc0-98513ca19e18 req-ff6778bc-9a89-4a3f-bf3a-23406dfb6020 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 931 time: 0.1653106 Jun 28 09:42:01.859459 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8297742-78b8-46a9-acc0-98513ca19e18 req-13b7e437-a6ac-4d70-8db0-235946500c7f tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812819 Jun 28 09:42:02.057804 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f6949-b31b-4c4a-89c8-f5258532b879 req-16213f76-213b-44ac-bef6-731532aaed03 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:02.066689 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-366f6949-b31b-4c4a-89c8-f5258532b879 req-16213f76-213b-44ac-bef6-731532aaed03 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.2800605 Jun 28 09:42:02.180289 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ab35c-3bce-469f-bdf7-9322cfb1c2ac req-414959a3-3fd5-4255-b7c4-eb256c44be34 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:02.182308 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7a2ab35c-3bce-469f-bdf7-9322cfb1c2ac req-414959a3-3fd5-4255-b7c4-eb256c44be34 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0803401 Jun 28 09:42:02.201194 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-366f6949-b31b-4c4a-89c8-f5258532b879 req-4bd9689d-66d8-4903-af74-26c84867cf3e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312132 Jun 28 09:42:02.241309 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7a2ab35c-3bce-469f-bdf7-9322cfb1c2ac req-e5e6b2e7-aa1f-4166-a941-490d3b0e42a8 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512140 Jun 28 09:42:02.577725 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1899b4-7f6b-4fc8-a886-936c762de9a0 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:42:02.586417 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:02.599531 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Transition to ACTIVE for port object 0a1899b4-7f6b-4fc8-a886-936c762de9a0 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:42:02.603369 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:02.606119 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:02.663627 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Pushing event updated for resources: {'Port': ['ID=0a1899b4-7f6b-4fc8-a886-936c762de9a0,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:02.666559 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:02.734662 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Attempting to bind port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:42:02.735023 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Attempting to bind port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:42:02.735365 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Attempting to bind port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 on network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:42:02.739852 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 on network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:42:02.740186 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Attempting to bind port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 on network 7a3ca83b-974f-4ce7-bfd1-37c21204e920 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:42:02.745252 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:42:02.745591 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Checking segment: {'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:42:02.745972 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Bound using segment: {'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:42:02.746406 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Bound port: 0a1899b4-7f6b-4fc8-a886-936c762de9a0, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e92e1b4-11ca-4287-83b5-99b4f6b3544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:42:02.746763 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:02.815950 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] For port 0a1899b4-7f6b-4fc8-a886-936c762de9a0, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:42:02.820691 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] For port 0a1899b4-7f6b-4fc8-a886-936c762de9a0, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0a1899b4-7f6b-4fc8-a886-936c762de9a0,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:42:02.830668 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:02.833341 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:02.866446 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:02.867104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:02.868500 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] 10.222.0.36 "PUT /v2.0/ports/0a1899b4-7f6b-4fc8-a886-936c762de9a0 HTTP/1.1" status: 200 len: 1093 time: 1.2491138 Jun 28 09:42:02.869055 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc08883-ce7b-4f8c-b564-ac44ad37736a', 'tag': '0a1899b4-7f6b-4fc8-a886-936c762de9a0'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:02.871306 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc08883-ce7b-4f8c-b564-ac44ad37736a", "tag": "0a1899b4-7f6b-4fc8-a886-936c762de9a0"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:02.906803 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Pushing event updated for resources: {'Port': ['ID=0a1899b4-7f6b-4fc8-a886-936c762de9a0,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:02.910196 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:02.913673 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940facdf-78f5-4463-995f-a3b068f2c35a x-openstack-request-id: req-940facdf-78f5-4463-995f-a3b068f2c35a {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:02.914013 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc08883-ce7b-4f8c-b564-ac44ad37736a", "tag": "0a1899b4-7f6b-4fc8-a886-936c762de9a0", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:02.914308 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-940facdf-78f5-4463-995f-a3b068f2c35a {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:02.914763 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc08883-ce7b-4f8c-b564-ac44ad37736a', 'tag': '0a1899b4-7f6b-4fc8-a886-936c762de9a0', 'status': 'completed', 'code': 200} Jun 28 09:42:02.985035 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-44e230d9-86e2-4f17-a1a0-d20b0f1c9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:02.988623 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-44e230d9-86e2-4f17-a1a0-d20b0f1c9f8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0751a524378484b8f25171f728197a1&device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 1096 time: 0.0604310 Jun 28 09:42:03.042585 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-c005ee68-d808-43fe-aca4-b3e8ed0d15ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a1899b4-7f6b-4fc8-a886-936c762de9a0 HTTP/1.1" status: 200 len: 217 time: 0.0433607 Jun 28 09:42:03.047899 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcae04-54df-4c3e-a3dd-2fc8ffca72a4 req-a59d8b53-ef9b-4d2b-82cf-924c32868d89 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:03.049504 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-85fcae04-54df-4c3e-a3dd-2fc8ffca72a4 req-a59d8b53-ef9b-4d2b-82cf-924c32868d89 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 943 time: 0.0741711 Jun 28 09:42:03.097945 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-85fcae04-54df-4c3e-a3dd-2fc8ffca72a4 req-f1e4c113-c3b6-43be-a157-7024982e902c tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Jun 28 09:42:03.101360 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-144a0f2c-5ad5-4f42-92ed-950821a9379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:03.103264 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-144a0f2c-5ad5-4f42-92ed-950821a9379f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fc33a7a-d278-4215-9065-9e98d1083b9b HTTP/1.1" status: 200 len: 848 time: 0.0494671 Jun 28 09:42:03.140396 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-18d6b433-8bc5-48ad-be9b-fccc52bd36c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a3ca83b-974f-4ce7-bfd1-37c21204e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291111 Jun 28 09:42:03.240040 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-23195e3c-eac6-4242-9c22-57bbd0e590d1 service neutron] 10.222.0.36 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888534 Jun 28 09:42:03.260928 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:03.351854 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4599f76b-a0b2-4527-aaef-a969ebd67337 req-ee3827b0-7d36-4df9-a9c2-bf53f814c3f8 service neutron] 10.222.0.36 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913014 Jun 28 09:42:03.394307 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a395d36-4276-482b-b4de-1d4d98ff0951 req-c8d7f0ff-b06d-46ac-b855-6d66ebe06ad1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:03.396410 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9a395d36-4276-482b-b4de-1d4d98ff0951 req-c8d7f0ff-b06d-46ac-b855-6d66ebe06ad1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0766850 Jun 28 09:42:03.436788 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9a395d36-4276-482b-b4de-1d4d98ff0951 req-99eecc0d-36c8-4947-a346-93e48a31e98f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336161 Jun 28 09:42:03.482855 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-ea39b465-5596-4362-b425-e5dcca42c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:03.484367 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-ea39b465-5596-4362-b425-e5dcca42c7e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0751a524378484b8f25171f728197a1&device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 1096 time: 0.0669332 Jun 28 09:42:03.623999 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f86280-1255-4ebd-b5d1-357e14efcb57 req-3fdf8a12-1650-46f0-b10f-5896be8ec4a0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:03.625757 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2f86280-1255-4ebd-b5d1-357e14efcb57 req-3fdf8a12-1650-46f0-b10f-5896be8ec4a0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0799496 Jun 28 09:42:03.633578 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-a4503938-26b9-455a-a0b5-efe7f4ae77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:03.635545 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-a4503938-26b9-455a-a0b5-efe7f4ae77a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7a3ca83b-974f-4ce7-bfd1-37c21204e920 HTTP/1.1" status: 200 len: 909 time: 0.1422532 Jun 28 09:42:03.673292 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2f86280-1255-4ebd-b5d1-357e14efcb57 req-c7aaf20a-14ee-4ec9-ac75-9ed3c42e3910 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Jun 28 09:42:03.691710 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-40afef10-f266-4cee-b630-9da5a3855fb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a1899b4-7f6b-4fc8-a886-936c762de9a0 HTTP/1.1" status: 200 len: 217 time: 0.0492754 Jun 28 09:42:03.745176 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-1dbb76b9-ff41-4ca4-92e4-8c6ee9b91c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:03.746904 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-1dbb76b9-ff41-4ca4-92e4-8c6ee9b91c81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fc33a7a-d278-4215-9065-9e98d1083b9b HTTP/1.1" status: 200 len: 848 time: 0.0461509 Jun 28 09:42:03.795265 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-e9679525-ca19-425c-ad0e-62fc682fcf7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7a3ca83b-974f-4ce7-bfd1-37c21204e920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287108 Jun 28 09:42:03.910402 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-6153e754-aecb-4303-b9be-25c54ecefffb service neutron] 10.222.0.36 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051128 Jun 28 09:42:04.011881 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02dec8d2-e727-4c9e-bd40-9666d7caa6e0 req-634b3179-6b58-4ab2-8de7-b9027ad025b3 service neutron] 10.222.0.36 "GET /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916996 Jun 28 09:42:04.288590 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8891c92-2fbf-442a-bfff-3dd0265117bc req-d2bbf6d8-345d-4417-9f09-4bf1e80cbbc1 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:04.290154 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a8891c92-2fbf-442a-bfff-3dd0265117bc req-d2bbf6d8-345d-4417-9f09-4bf1e80cbbc1 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 943 time: 0.0709243 Jun 28 09:42:04.343079 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a8891c92-2fbf-442a-bfff-3dd0265117bc req-cb18704f-4aa2-4e75-9644-7a30938f3508 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Jun 28 09:42:04.623985 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae149f-e776-4c71-a5bd-60e39c9ffe52 req-4748fd7d-fbfb-4958-b139-848bb87a0373 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:04.625638 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7eae149f-e776-4c71-a5bd-60e39c9ffe52 req-4748fd7d-fbfb-4958-b139-848bb87a0373 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0713780 Jun 28 09:42:04.670474 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7eae149f-e776-4c71-a5bd-60e39c9ffe52 req-88b83431-92ad-4cf8-9929-19ad29a80468 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383871 Jun 28 09:42:04.867715 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a2563-1164-41c7-94fe-5ea623778bea req-6802ab28-cced-43bb-8dfd-4ec5c1421e12 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:04.869289 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1c5a2563-1164-41c7-94fe-5ea623778bea req-6802ab28-cced-43bb-8dfd-4ec5c1421e12 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0736458 Jun 28 09:42:04.909837 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1c5a2563-1164-41c7-94fe-5ea623778bea req-bc37dfa4-9839-46aa-b2dd-b921da7e0955 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349627 Jun 28 09:42:05.520945 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78085f9-a20e-4759-9054-248a6f7caf8d req-0d8dff42-7b11-456c-95c1-0ee8bc13aaf9 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:05.522454 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a78085f9-a20e-4759-9054-248a6f7caf8d req-0d8dff42-7b11-456c-95c1-0ee8bc13aaf9 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 943 time: 0.0691164 Jun 28 09:42:05.561032 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a78085f9-a20e-4759-9054-248a6f7caf8d req-cf87569d-15ef-428c-ad44-20a17afaf977 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Jun 28 09:42:05.788711 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53364) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:05.899714 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0d64f-d6d8-42c5-a1a0-8727eafa9d3c req-b7fc5ad1-e2df-4f4c-8ab9-5a814e8517d0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:05.902676 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4ec0d64f-d6d8-42c5-a1a0-8727eafa9d3c req-b7fc5ad1-e2df-4f4c-8ab9-5a814e8517d0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0774963 Jun 28 09:42:05.905038 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-16d2cb8e-fa4c-4f40-8239-dcabcd9e431c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:05.946204 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4ec0d64f-d6d8-42c5-a1a0-8727eafa9d3c req-d98ee567-cc23-478b-a4d2-043da361bbe7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 Jun 28 09:42:06.041812 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-16d2cb8e-fa4c-4f40-8239-dcabcd9e431c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:06.047440 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-16d2cb8e-fa4c-4f40-8239-dcabcd9e431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:06.053399 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e7720e42-e20f-489f-b158-ca05d051ddf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:06.108620 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-16d2cb8e-fa4c-4f40-8239-dcabcd9e431c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc6bbef4cf24777b4229ddf14aea0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187797 Jun 28 09:42:06.120373 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53380) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:06.128297 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2cb8e-fa4c-4f40-8239-dcabcd9e431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e3f58-dc70-4070-ae4d-a6f8bcc48f9d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:06.154227 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-16d2cb8e-fa4c-4f40-8239-dcabcd9e431c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:06.167028 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed271b8-d029-4960-863c-698b645b1b90 req-9c5dd35e-2922-403a-8661-ce9e73e92a8b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:06.176138 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aed271b8-d029-4960-863c-698b645b1b90 req-9c5dd35e-2922-403a-8661-ce9e73e92a8b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0883002 Jun 28 09:42:06.206851 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42a59d7e-a3dc-4b91-b1cf-748f02e0d862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:06.215990 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aed271b8-d029-4960-863c-698b645b1b90 req-b6bcb811-de55-4377-a44b-79b4602c7301 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387592 Jun 28 09:42:06.233732 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42a59d7e-a3dc-4b91-b1cf-748f02e0d862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:06.283279 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42a59d7e-a3dc-4b91-b1cf-748f02e0d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:06.286360 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42a59d7e-a3dc-4b91-b1cf-748f02e0d862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:06.287635 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-42a59d7e-a3dc-4b91-b1cf-748f02e0d862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be0e3f58-dc70-4070-ae4d-a6f8bcc48f9d HTTP/1.1" status: 204 len: 168 time: 0.1668155 Jun 28 09:42:06.288641 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-06242635-c522-445f-b97c-01bc2fa394ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:06.297663 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a59d7e-a3dc-4b91-b1cf-748f02e0d862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e3f58-dc70-4070-ae4d-a6f8bcc48f9d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:06.300553 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-42a59d7e-a3dc-4b91-b1cf-748f02e0d862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:06.759702 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4d6a7-2093-4b89-bdec-d0a429f4960e req-076d146a-d1a2-4d23-84db-7b130510bc01 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:06.761360 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-68a4d6a7-2093-4b89-bdec-d0a429f4960e req-076d146a-d1a2-4d23-84db-7b130510bc01 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 943 time: 0.0726781 Jun 28 09:42:06.806911 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-68a4d6a7-2093-4b89-bdec-d0a429f4960e req-71a80482-a2e4-4e03-86cc-b7c5ee2b9ecf tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Jun 28 09:42:06.858452 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 0a1899b4-7f6b-4fc8-a886-936c762de9a0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:42:06.965880 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 53408) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:06.966373 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 0a1899b4-7f6b-4fc8-a886-936c762de9a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0a1899b4-7f6b-4fc8-a886-936c762de9a0,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:06.982991 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '0a1899b4-7f6b-4fc8-a886-936c762de9a0', 'network_id': '7a3ca83b-974f-4ce7-bfd1-37c21204e920', 'port_id': '0a1899b4-7f6b-4fc8-a886-936c762de9a0', 'mac_address': 'fa:16:3e:f8:73:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc33a7a-d278-4215-9065-9e98d1083b9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:42:07.034648 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.049582 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1899b4-7f6b-4fc8-a886-936c762de9a0 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:42:07.070076 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 0a1899b4-7f6b-4fc8-a886-936c762de9a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0a1899b4-7f6b-4fc8-a886-936c762de9a0,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:07.075101 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.077179 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:07.085891 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1681371969-network', 'tenant_id': '681cbdfb51b24df9aed7e3d4418b4b00'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:42:07.116795 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Made reservation on behalf of 681cbdfb51b24df9aed7e3d4418b4b00 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:42:07.119352 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.132135 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=0a1899b4-7f6b-4fc8-a886-936c762de9a0,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:07.139294 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:07.146747 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.211522 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96120cd-8af6-49e0-acf6-6a83636c4afd req-1227b2b0-49a9-4042-9697-6eace3c2812d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:07.213213 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a96120cd-8af6-49e0-acf6-6a83636c4afd req-1227b2b0-49a9-4042-9697-6eace3c2812d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1069956 Jun 28 09:42:07.327313 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a96120cd-8af6-49e0-acf6-6a83636c4afd req-028f095f-cb4a-41ec-b2d3-b4ced7289bcc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961592 Jun 28 09:42:07.370162 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.375307 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.380071 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-36a49dc5-72ef-466b-bcc8-f5c3b9c8b60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:07.400941 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:42:07.431297 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.431911 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Added segment f1cbe000-78a5-455a-9e13-009f3482842f of type vlan for network e8a270d6-1e80-4244-955f-9b3f55adb904 Jun 28 09:42:07.434095 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe174695-54d8-4670-b5dc-c0b36ff4e9ed,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:07.436914 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159c77d-9404-4595-b2f2-b488bb9aee8d req-878df155-c6e2-4918-8db6-3053b44f53ab tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:07.438163 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:07.453045 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2159c77d-9404-4595-b2f2-b488bb9aee8d req-878df155-c6e2-4918-8db6-3053b44f53ab tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0954411 Jun 28 09:42:07.483488 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.493255 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2159c77d-9404-4595-b2f2-b488bb9aee8d req-5c46aafe-8774-48b0-8b0a-adf8c7692495 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386620 Jun 28 09:42:07.517098 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['0a1899b4-7f6b-4fc8-a886-936c762de9a0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:42:07.521000 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.522806 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:07.523459 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.525768 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c1d72bf1-c208-4a09-9683-2d40e7cfe07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:07.530831 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53430) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:07.585544 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6183982 Jun 28 09:42:07.589135 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53434) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:07.594120 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Request body: {'subnet': {'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1681371969-subnet', 'tenant_id': '681cbdfb51b24df9aed7e3d4418b4b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:42:07.596089 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Pushing event updated for resources: {'Network': ['ID=e8a270d6-1e80-4244-955f-9b3f55adb904,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:07.599875 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:07.609228 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network e8a270d6-1e80-4244-955f-9b3f55adb904 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:42:07.622226 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Made reservation on behalf of 681cbdfb51b24df9aed7e3d4418b4b00 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:42:07.625167 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463766'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.720997 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d9afe006-0ddc-428b-810a-2884bd291037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.866197 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3517090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463748'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.871290 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:07.940720 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Pushing event updated for resources: {'Subnet': ['ID=622b7efb-0c0b-41af-b162-00a8a64167bc,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:07.944999 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:07.946778 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d9afe006-0ddc-428b-810a-2884bd291037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.954878 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d9afe006-0ddc-428b-810a-2884bd291037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:07.959501 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4aeffe93-9dc0-481a-9700-e81cfcdf9ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:07.986139 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4a570-4e67-46d3-9e37-ca1991222c28 req-ff6292e9-b01b-48f0-8bed-7d73a3ddbea1 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:07.988238 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d3a4a570-4e67-46d3-9e37-ca1991222c28 req-ff6292e9-b01b-48f0-8bed-7d73a3ddbea1 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 944 time: 0.0652802 Jun 28 09:42:07.999504 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Checking segment: {'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:42:07.999866 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Network hostable DHCP agents. Network: e8a270d6-1e80-4244-955f-9b3f55adb904, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:42:08.004237 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afe006-0ddc-428b-810a-2884bd291037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bd500b-cd4b-42f2-8b24-0987fce8acde,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:08.009190 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-d9afe006-0ddc-428b-810a-2884bd291037 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de149fba5e6c4b1d8700562c806f5868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772210 Jun 28 09:42:08.010319 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d9afe006-0ddc-428b-810a-2884bd291037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:08.011922 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 53438) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:08.028910 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Network e8a270d6-1e80-4244-955f-9b3f55adb904 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:42:08.042522 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, e8a270d6-1e80-4244-955f-9b3f55adb904) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:42:08.050497 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:08.051410 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:08.061451 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e99e7b0-642e-4a68-8c78-f94dc8a687bb None None] Network e8a270d6-1e80-4244-955f-9b3f55adb904 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:42:08.075476 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4852347 Jun 28 09:42:08.092632 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d3a4a570-4e67-46d3-9e37-ca1991222c28 req-a9e49f22-9ef3-4d46-af3a-6a6232b54d78 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937965 Jun 28 09:42:08.122972 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1426b7ac-df91-47ab-b549-02b22260ab4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:08.145319 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1426b7ac-df91-47ab-b549-02b22260ab4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:08.196749 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1426b7ac-df91-47ab-b549-02b22260ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:08.199306 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1426b7ac-df91-47ab-b549-02b22260ab4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:08.200446 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-1426b7ac-df91-47ab-b549-02b22260ab4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43bd500b-cd4b-42f2-8b24-0987fce8acde HTTP/1.1" status: 204 len: 168 time: 0.1871150 Jun 28 09:42:08.201305 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6578a870-52d8-4fe6-a0a6-917f9e5d3f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:08.203649 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f418e071-b219-40bc-9814-eae6d2da3188 None None] Network e8a270d6-1e80-4244-955f-9b3f55adb904 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:42:08.211346 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426b7ac-df91-47ab-b549-02b22260ab4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bd500b-cd4b-42f2-8b24-0987fce8acde,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:08.214240 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1426b7ac-df91-47ab-b549-02b22260ab4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:08.561625 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff59437-7416-432d-8315-7619780d464f req-4f59eee1-cc1c-4180-8353-bb904561d8d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:08.563170 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bff59437-7416-432d-8315-7619780d464f req-4f59eee1-cc1c-4180-8353-bb904561d8d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0961611 Jun 28 09:42:08.603009 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bff59437-7416-432d-8315-7619780d464f req-1375e11f-d29f-407f-b6f4-fd337b1244cf tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337992 Jun 28 09:42:08.830385 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9180ebb-d935-472a-98eb-9d2954be1e2e req-9f774c75-1553-44db-9a98-f0933848a3d8 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:08.832369 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e9180ebb-d935-472a-98eb-9d2954be1e2e req-9f774c75-1553-44db-9a98-f0933848a3d8 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0933359 Jun 28 09:42:08.866338 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be07d9-9deb-4d28-a929-d1412d6eadba req-c37a3254-da24-4b39-990b-7607c69cbeeb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:08.868231 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e2be07d9-9deb-4d28-a929-d1412d6eadba req-c37a3254-da24-4b39-990b-7607c69cbeeb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 945 time: 0.0841000 Jun 28 09:42:08.874710 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 0a1899b4-7f6b-4fc8-a886-936c762de9a0 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:42:08.877027 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e9180ebb-d935-472a-98eb-9d2954be1e2e req-21f8bb68-d8e6-43bf-98eb-35bcdc49f534 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Jun 28 09:42:08.918200 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e2be07d9-9deb-4d28-a929-d1412d6eadba req-3d0a0c1d-716a-4125-9493-07157c3d81ef tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Jun 28 09:42:08.934197 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:42:08.938110 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:42:08.938502 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:09.022661 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:09.048736 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc08883-ce7b-4f8c-b564-ac44ad37736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1899b4-7f6b-4fc8-a886-936c762de9a0'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:09.051030 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1e760-1b0a-4c24-bb8c-506685b9d349" -d '{"events": [{"server_uuid": "9bc08883-ce7b-4f8c-b564-ac44ad37736a", "name": "network-vif-plugged", "status": "completed", "tag": "0a1899b4-7f6b-4fc8-a886-936c762de9a0"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:09.064164 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 0a1899b4-7f6b-4fc8-a886-936c762de9a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0a1899b4-7f6b-4fc8-a886-936c762de9a0,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:09.069242 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:09.071448 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:09.093331 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c7d50-0722-494d-b7e5-7414b7308469 x-openstack-request-id: req-ed9c7d50-0722-494d-b7e5-7414b7308469 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:09.093646 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc08883-ce7b-4f8c-b564-ac44ad37736a", "name": "network-vif-plugged", "status": "completed", "tag": "0a1899b4-7f6b-4fc8-a886-936c762de9a0", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:09.093916 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed9c7d50-0722-494d-b7e5-7414b7308469 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:09.094315 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc08883-ce7b-4f8c-b564-ac44ad37736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1899b4-7f6b-4fc8-a886-936c762de9a0', 'code': 200} Jun 28 09:42:09.123799 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=0a1899b4-7f6b-4fc8-a886-936c762de9a0,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:09.128204 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:09.283066 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3065-52c7-499e-a928-0a9a397934e3 req-23f6e634-770b-468b-a83f-ca51cad4f7e8 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:09.284940 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8edf3065-52c7-499e-a928-0a9a397934e3 req-23f6e634-770b-468b-a83f-ca51cad4f7e8 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 945 time: 0.0697720 Jun 28 09:42:09.354674 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8edf3065-52c7-499e-a928-0a9a397934e3 req-80ca49a0-41d5-486c-ad17-9f0259a9894d tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639806 Jun 28 09:42:09.374736 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa897687-425a-4fa1-9608-675d32a4eaba req-cfedc7cf-d4dc-4e3e-bc5d-a67c5f29b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:09.376152 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fa897687-425a-4fa1-9608-675d32a4eaba req-cfedc7cf-d4dc-4e3e-bc5d-a67c5f29b234 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 1098 time: 0.0717199 Jun 28 09:42:09.412901 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fa897687-425a-4fa1-9608-675d32a4eaba req-8830cced-e8d5-43b8-a9bd-f8b8e9f4a2c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283520 Jun 28 09:42:09.745970 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:42:09.793844 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914a933-a641-4ed1-80e6-961e593a3af0 req-0aefeb08-9b3f-4b6b-b834-9b8fce912f45 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:09.795308 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1914a933-a641-4ed1-80e6-961e593a3af0 req-0aefeb08-9b3f-4b6b-b834-9b8fce912f45 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0627494 Jun 28 09:42:09.833033 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1914a933-a641-4ed1-80e6-961e593a3af0 req-dfcb98e4-c28a-4cb8-9587-64a41b533d11 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Jun 28 09:42:09.859240 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:10.069287 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19f877-2949-40a3-be91-72aad715e79d req-717377b4-fa28-4f78-8209-cd7a451e6583 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:10.070934 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ab19f877-2949-40a3-be91-72aad715e79d req-717377b4-fa28-4f78-8209-cd7a451e6583 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0634148 Jun 28 09:42:10.104081 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411283-31ae-4507-bf73-25c995643939 req-e1334053-05bb-4e9f-b466-570b64f914c0 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:10.105604 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-e1334053-05bb-4e9f-b466-570b64f914c0 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/networks?id=e8a270d6-1e80-4244-955f-9b3f55adb904 HTTP/1.1" status: 200 len: 814 time: 0.1039472 Jun 28 09:42:10.114650 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ab19f877-2949-40a3-be91-72aad715e79d req-90a7977d-d14e-4329-af94-f2060f396aca tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jun 28 09:42:10.126327 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-2a73b610-a37d-4ceb-bf4e-818d00f89a8a tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/quotas/681cbdfb51b24df9aed7e3d4418b4b00 HTTP/1.1" status: 200 len: 375 time: 0.0153139 Jun 28 09:42:10.161595 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-6d33e4cd-a70c-4098-92db-3880868cf1ef tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=681cbdfb51b24df9aed7e3d4418b4b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288906 Jun 28 09:42:10.250139 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-997069e6-408b-49d8-868a-ae9ca70cbc20 service neutron] 10.222.0.13 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822015 Jun 28 09:42:10.280418 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab4b2-c6e6-48b4-84ab-6ef82c07774c req-b1c277fb-998b-43cc-9fe0-ea764f683103 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:10.282022 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-025ab4b2-c6e6-48b4-84ab-6ef82c07774c req-b1c277fb-998b-43cc-9fe0-ea764f683103 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 945 time: 0.0679114 Jun 28 09:42:10.326196 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-025ab4b2-c6e6-48b4-84ab-6ef82c07774c req-50810ac2-f757-4c89-a56c-3d32bc72466d tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368624 Jun 28 09:42:10.342922 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-b01c2c52-3410-4614-8b9b-dabb8d13c538 service neutron] 10.222.0.13 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Jun 28 09:42:10.517535 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-21be4226-565c-47aa-994a-15f6b534b49c req-d07b28f6-5ca3-40d4-9300-b0f383bca426 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 210 time: 0.0338130 Jun 28 09:42:10.565947 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0d86d-4012-4187-a396-4c37a1d5a7cb req-a48f6202-e48f-46a5-965c-857096211ea4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:10.567427 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-71c0d86d-4012-4187-a396-4c37a1d5a7cb req-a48f6202-e48f-46a5-965c-857096211ea4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 945 time: 0.0918698 Jun 28 09:42:10.607093 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-71c0d86d-4012-4187-a396-4c37a1d5a7cb req-90ef6800-319e-42e3-87d7-2713ca3f51a9 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Jun 28 09:42:11.030870 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d41b5-1b9f-4474-9aac-912f73c5a09a req-fc97afb7-4c37-4665-a004-d01d924071c1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:11.032332 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-816d41b5-1b9f-4474-9aac-912f73c5a09a req-fc97afb7-4c37-4665-a004-d01d924071c1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0783961 Jun 28 09:42:11.074441 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-816d41b5-1b9f-4474-9aac-912f73c5a09a req-f1e5391c-ac7a-45cf-b51f-12ee74d54694 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360961 Jun 28 09:42:11.298003 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b1293-79ec-4284-be01-2915e4c3378d req-908baa50-4727-43bb-af88-94ca722ad00c tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:11.299393 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-928b1293-79ec-4284-be01-2915e4c3378d req-908baa50-4727-43bb-af88-94ca722ad00c tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0638640 Jun 28 09:42:11.348659 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-928b1293-79ec-4284-be01-2915e4c3378d req-93d08b34-00f3-4f63-a391-5770b44e5f22 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Jun 28 09:42:11.508411 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f613eb-d8a7-4b7e-9da0-9430e7478303 req-c8f06b20-2286-4ff5-9e7d-5cbf31756132 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:11.509924 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b4f613eb-d8a7-4b7e-9da0-9430e7478303 req-c8f06b20-2286-4ff5-9e7d-5cbf31756132 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 945 time: 0.0624461 Jun 28 09:42:11.548775 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b4f613eb-d8a7-4b7e-9da0-9430e7478303 req-291bc1c4-4cd4-43ba-b717-5cc83bad0d6e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332105 Jun 28 09:42:11.693868 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6930cb8f-684e-4d70-8a62-ff673810cafb req-ad33d63b-1fcc-4058-9565-44d193b02132 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 210 time: 0.0562191 Jun 28 09:42:11.737463 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-606fba1c-a0ba-4200-8384-cd9b4cfda8eb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:11.738960 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-606fba1c-a0ba-4200-8384-cd9b4cfda8eb tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 945 time: 0.1103091 Jun 28 09:42:11.877417 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f54c8d-cd2c-4bd0-8edd-2a861d89d28d req-b95c3130-4254-49a8-acb4-6d40ef4a7c59 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:11.878959 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-40f54c8d-cd2c-4bd0-8edd-2a861d89d28d req-b95c3130-4254-49a8-acb4-6d40ef4a7c59 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 945 time: 0.1341755 Jun 28 09:42:11.880779 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Deleting port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:42:11.881135 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:11.931987 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411283-31ae-4507-bf73-25c995643939 req-06e76051-568a-4327-88fa-5ce6cdc32f62 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:11.933851 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-06e76051-568a-4327-88fa-5ce6cdc32f62 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.36 "GET /v2.0/networks?id=e8a270d6-1e80-4244-955f-9b3f55adb904 HTTP/1.1" status: 200 len: 814 time: 0.1603620 Jun 28 09:42:11.950201 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Request body: {'port': {'device_id': '5fe95c12-5899-4f89-8dc6-4c54a1e58a3e', 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904', 'admin_state_up': True, 'tenant_id': '681cbdfb51b24df9aed7e3d4418b4b00'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:42:11.955813 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-40f54c8d-cd2c-4bd0-8edd-2a861d89d28d req-b3032c1a-b6b1-4a0a-a4ca-6587fa36a3ab tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665700 Jun 28 09:42:11.995251 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] For port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:11.995693 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:12.022219 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Calling delete_port for 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:42:12.073616 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Made reservation on behalf of 681cbdfb51b24df9aed7e3d4418b4b00 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:42:12.077619 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:12.189519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:12.202799 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-63870dfc-8094-4f5b-a4a4-d9e08e1abda4 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:12.203764 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['34cf3911-02f6-47d1-a6e9-44d588db198c', '818fb6d9-9634-4d0e-871d-96ee69317eb5', 'b1365891-17ce-427b-9ddb-38d3559cbeae', '83f1ed5e-2e8e-4efe-ae0e-856d425e1784'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:42:12.244719 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Pushing event deleted for resources: {'Port': ['ID=83f1ed5e-2e8e-4efe-ae0e-856d425e1784,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:12.256453 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:12.306825 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Allocated IP 172.20.0.11 (e8a270d6-1e80-4244-955f-9b3f55adb904/622b7efb-0c0b-41af-b162-00a8a64167bc/82c091e8-3e76-4985-a55e-f9aa0454f27e) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:42:12.354662 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca9219-44c0-40fc-b5eb-a6b32ee2e171 req-48bbef9a-af06-4543-84a0-76c5144054b8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:12.356368 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cca9219-44c0-40fc-b5eb-a6b32ee2e171 req-48bbef9a-af06-4543-84a0-76c5144054b8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1172593 Jun 28 09:42:12.378344 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] No DVR routers for this DVR port 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:42:12.385852 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:12.387968 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-eaa0c3dd-497a-48e7-9420-04d5ab63e8da req-b898e8cb-c282-4fd8-89f4-15f3fbf6729a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "DELETE /v2.0/ports/83f1ed5e-2e8e-4efe-ae0e-856d425e1784 HTTP/1.1" status: 204 len: 173 time: 0.6234281 Jun 28 09:42:12.388845 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab37375-eb8e-4724-9f8f-02dd99f056f8', 'name': 'network-vif-deleted', 'tag': '83f1ed5e-2e8e-4efe-ae0e-856d425e1784'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:12.390739 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b1f723-807c-463f-8b4a-f38e4b46e9b1" -d '{"events": [{"server_uuid": "cab37375-eb8e-4724-9f8f-02dd99f056f8", "name": "network-vif-deleted", "tag": "83f1ed5e-2e8e-4efe-ae0e-856d425e1784"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:12.460567 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cca9219-44c0-40fc-b5eb-a6b32ee2e171 req-9c0c0bae-e5fb-4b92-8c52-0b0f0089fec9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859923 Jun 28 09:42:12.549160 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:12.550778 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1123fda5-24c9-48f9-81bb-18fecbb42f1a x-openstack-request-id: req-1123fda5-24c9-48f9-81bb-18fecbb42f1a {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:12.551709 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab37375-eb8e-4724-9f8f-02dd99f056f8", "name": "network-vif-deleted", "tag": "83f1ed5e-2e8e-4efe-ae0e-856d425e1784", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:12.552358 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1123fda5-24c9-48f9-81bb-18fecbb42f1a {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:12.552845 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab37375-eb8e-4724-9f8f-02dd99f056f8', 'name': 'network-vif-deleted', 'tag': '83f1ed5e-2e8e-4efe-ae0e-856d425e1784', 'status': 'completed', 'code': 200} Jun 28 09:42:12.653694 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8dad0-8152-476d-ad3e-c40a67cca609 req-0edbe591-bba8-43e1-8be4-ef6cd7672448 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:12.655289 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-43d8dad0-8152-476d-ad3e-c40a67cca609 req-0edbe591-bba8-43e1-8be4-ef6cd7672448 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1244099 Jun 28 09:42:12.663115 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:12.668886 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:12.743287 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Network e8a270d6-1e80-4244-955f-9b3f55adb904 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:42:12.755802 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-9daee63d-07f4-4336-8028-ddc304619712 req-39a40b44-a9f2-4e4d-94fa-b672627ce8f2 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cab37375-eb8e-4724-9f8f-02dd99f056f8 HTTP/1.1" status: 200 len: 210 time: 0.0312176 Jun 28 09:42:12.759848 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:42:12.767831 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:42:12.800978 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-43d8dad0-8152-476d-ad3e-c40a67cca609 req-322ea754-5e49-4929-99f1-d27737bf70af tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275563 Jun 28 09:42:12.816368 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Pushing event updated for resources: {'Port': ['ID=82c091e8-3e76-4985-a55e-f9aa0454f27e,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:12.821152 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:12.838286 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:12.838917 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:12.857140 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9102714 Jun 28 09:42:12.873768 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Request body: {'port': {'device_id': '5fe95c12-5899-4f89-8dc6-4c54a1e58a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:42:13.010621 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:13.192232 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ca375-8f60-49a5-949c-1524ae89668d req-ee85614b-280b-4f59-a6d2-2de1bd239310 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:13.193816 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ca5ca375-8f60-49a5-949c-1524ae89668d req-ee85614b-280b-4f59-a6d2-2de1bd239310 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 932 time: 0.2398915 Jun 28 09:42:13.297079 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf66f6-9afb-4e66-a170-568224e4990a req-7b9f42ec-1ceb-47d0-b67b-d33b2bcd131a tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:13.300942 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cf66f6-9afb-4e66-a170-568224e4990a req-7b9f42ec-1ceb-47d0-b67b-d33b2bcd131a tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 945 time: 0.0996470 Jun 28 09:42:13.316695 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ca5ca375-8f60-49a5-949c-1524ae89668d req-8682192a-5ba2-4d66-86c9-07532af9f9af tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078801 Jun 28 09:42:13.350395 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a6cf66f6-9afb-4e66-a170-568224e4990a req-1a58f9cc-4671-4170-bdaf-baddd6980cf7 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Jun 28 09:42:13.416937 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c091e8-3e76-4985-a55e-f9aa0454f27e {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:42:13.424964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:13.436631 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Transition to ACTIVE for port object 82c091e8-3e76-4985-a55e-f9aa0454f27e will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:42:13.440175 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:13.442382 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ee03b87b-a145-43e5-a1f0-9e158b753837 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:13.496861 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Pushing event updated for resources: {'Port': ['ID=82c091e8-3e76-4985-a55e-f9aa0454f27e,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:13.515155 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:13.565985 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Attempting to bind port 82c091e8-3e76-4985-a55e-f9aa0454f27e on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:42:13.566749 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Attempting to bind port 82c091e8-3e76-4985-a55e-f9aa0454f27e by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:42:13.566749 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Attempting to bind port 82c091e8-3e76-4985-a55e-f9aa0454f27e on network e8a270d6-1e80-4244-955f-9b3f55adb904 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:42:13.571217 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Port 82c091e8-3e76-4985-a55e-f9aa0454f27e on network e8a270d6-1e80-4244-955f-9b3f55adb904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:42:13.571553 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Attempting to bind port 82c091e8-3e76-4985-a55e-f9aa0454f27e on network e8a270d6-1e80-4244-955f-9b3f55adb904 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:42:13.576984 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:42:13.577268 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Checking segment: {'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:42:13.577655 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Bound using segment: {'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:42:13.578091 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Bound port: 82c091e8-3e76-4985-a55e-f9aa0454f27e, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:42:13.578458 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:13.685899 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] For port 82c091e8-3e76-4985-a55e-f9aa0454f27e, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:42:13.700173 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] For port 82c091e8-3e76-4985-a55e-f9aa0454f27e, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=82c091e8-3e76-4985-a55e-f9aa0454f27e,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:42:13.711667 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512134c8-be69-476b-b5f9-f0a694c1ec8e req-4ace7f37-6486-4b88-96bc-459d5e6ba0c2 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:13.713194 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-512134c8-be69-476b-b5f9-f0a694c1ec8e req-4ace7f37-6486-4b88-96bc-459d5e6ba0c2 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1244397 Jun 28 09:42:13.714724 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:13.716766 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:13.765735 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:13.766359 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:13.767698 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] 10.222.0.36 "PUT /v2.0/ports/82c091e8-3e76-4985-a55e-f9aa0454f27e HTTP/1.1" status: 200 len: 1094 time: 0.9009645 Jun 28 09:42:13.768739 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe95c12-5899-4f89-8dc6-4c54a1e58a3e', 'tag': '82c091e8-3e76-4985-a55e-f9aa0454f27e'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:13.771096 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe95c12-5899-4f89-8dc6-4c54a1e58a3e", "tag": "82c091e8-3e76-4985-a55e-f9aa0454f27e"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:13.806665 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-512134c8-be69-476b-b5f9-f0a694c1ec8e req-607037f7-9af0-4108-bab4-b96e2e219e8b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870001 Jun 28 09:42:13.807475 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Pushing event updated for resources: {'Port': ['ID=82c091e8-3e76-4985-a55e-f9aa0454f27e,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:13.810861 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:13.814117 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cca85f3-7b27-4f2d-af27-951c84251a1c x-openstack-request-id: req-9cca85f3-7b27-4f2d-af27-951c84251a1c {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:13.814574 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe95c12-5899-4f89-8dc6-4c54a1e58a3e", "tag": "82c091e8-3e76-4985-a55e-f9aa0454f27e", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:13.814763 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cca85f3-7b27-4f2d-af27-951c84251a1c {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:13.815166 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe95c12-5899-4f89-8dc6-4c54a1e58a3e', 'tag': '82c091e8-3e76-4985-a55e-f9aa0454f27e', 'status': 'completed', 'code': 200} Jun 28 09:42:13.882353 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411283-31ae-4507-bf73-25c995643939 req-41d73bc2-4f7d-4bb4-af50-50203e928be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:13.883874 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-41d73bc2-4f7d-4bb4-af50-50203e928be2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=681cbdfb51b24df9aed7e3d4418b4b00&device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 1097 time: 0.0548654 Jun 28 09:42:13.937671 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-30bdf00e-84c9-41c4-bc4e-a29f0020aa0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82c091e8-3e76-4985-a55e-f9aa0454f27e HTTP/1.1" status: 200 len: 217 time: 0.0443084 Jun 28 09:42:14.025984 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411283-31ae-4507-bf73-25c995643939 req-7e5d8f69-b904-4168-a106-c5541185a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:14.027433 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-7e5d8f69-b904-4168-a106-c5541185a7b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=622b7efb-0c0b-41af-b162-00a8a64167bc HTTP/1.1" status: 200 len: 854 time: 0.0623035 Jun 28 09:42:14.039807 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197a764-f639-474c-b4e0-d79a9bfb0cdc req-a2bec642-9153-4bea-9ffb-da3f39b74d02 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:14.041317 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9197a764-f639-474c-b4e0-d79a9bfb0cdc req-a2bec642-9153-4bea-9ffb-da3f39b74d02 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1066806 Jun 28 09:42:14.076826 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-06702449-938a-495b-84c5-5500bd7ba55a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a270d6-1e80-4244-955f-9b3f55adb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345249 Jun 28 09:42:14.352363 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9197a764-f639-474c-b4e0-d79a9bfb0cdc req-60716710-9e38-4aff-b129-8cf31cff78b6 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017285 Jun 28 09:42:14.395159 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-8177a4aa-f05d-426c-abfa-dc8025e81aff service neutron] 10.222.0.36 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074074 Jun 28 09:42:14.537380 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139061b-6b23-4bb7-b8da-4af9025a12b9 req-1c042492-d8b6-4b74-b727-cf3b2232fb5c tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:14.540992 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8139061b-6b23-4bb7-b8da-4af9025a12b9 req-1c042492-d8b6-4b74-b727-cf3b2232fb5c tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 944 time: 0.0897901 Jun 28 09:42:14.554388 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b8411283-31ae-4507-bf73-25c995643939 req-1b626072-9eea-4d6c-bed3-dda3b6d84917 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483984 Jun 28 09:42:14.590304 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceec70-07b9-4a55-bb20-2ad841f90b61 req-a496e2ca-6e11-4174-89ff-ca3b27ace6b8 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:14.590994 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8139061b-6b23-4bb7-b8da-4af9025a12b9 req-b38bfecc-a6b2-4ab2-8393-4a83ca841657 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Jun 28 09:42:14.593279 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2dceec70-07b9-4a55-bb20-2ad841f90b61 req-a496e2ca-6e11-4174-89ff-ca3b27ace6b8 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 945 time: 0.1027606 Jun 28 09:42:14.663029 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2dceec70-07b9-4a55-bb20-2ad841f90b61 req-b9718005-ef54-499c-a900-90dc0b976558 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/security-groups?id=50fd16a9-7597-4e47-8539-a3f9ad7eb5de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650082 Jun 28 09:42:14.684386 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-2986647f-f72a-49c4-a85c-66b917f9a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:14.685895 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-2986647f-f72a-49c4-a85c-66b917f9a414 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=681cbdfb51b24df9aed7e3d4418b4b00&device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 1097 time: 0.0707331 Jun 28 09:42:14.785222 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-6c7915f0-1279-49d3-85e3-865b05998969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:14.786772 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-6c7915f0-1279-49d3-85e3-865b05998969 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a270d6-1e80-4244-955f-9b3f55adb904 HTTP/1.1" status: 200 len: 915 time: 0.0876219 Jun 28 09:42:14.833108 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-6ec3f7b3-2649-4860-8988-a191478478ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82c091e8-3e76-4985-a55e-f9aa0454f27e HTTP/1.1" status: 200 len: 217 time: 0.0388439 Jun 28 09:42:14.885750 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-da1b2d7b-d592-4524-a8e1-1a0caed8e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:14.887339 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-da1b2d7b-d592-4524-a8e1-1a0caed8e105 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=622b7efb-0c0b-41af-b162-00a8a64167bc HTTP/1.1" status: 200 len: 854 time: 0.0445530 Jun 28 09:42:14.893221 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:42:14.916988 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:42:14.917637 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 83f1ed5e-2e8e-4efe-ae0e-856d425e1784 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:42:14.927018 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-8175a0b4-484e-4c74-b9f0-440d931c9465 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a270d6-1e80-4244-955f-9b3f55adb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277154 Jun 28 09:42:14.999370 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e0010-ae5b-475f-bfde-6be9d03d2b76 req-331770f7-a149-40d4-997a-701ff3200b62 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:15.000890 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b14e0010-ae5b-475f-bfde-6be9d03d2b76 req-331770f7-a149-40d4-997a-701ff3200b62 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0712817 Jun 28 09:42:15.030389 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-0d11c593-d789-44b5-b5c7-bc4504a24aa0 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920770 Jun 28 09:42:15.047321 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b14e0010-ae5b-475f-bfde-6be9d03d2b76 req-13c31d63-38f6-4f8b-a16c-913ca597fa53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Jun 28 09:42:15.125725 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-24bab6b6-3a18-4a33-8c34-0fa35ff634bf req-f60b571f-3261-4376-a6be-e11553d0499f service neutron] 10.222.0.36 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862074 Jun 28 09:42:15.215971 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-8e8dbb87-81b6-4c0d-9507-eda3d21080aa tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:15.218157 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-8e8dbb87-81b6-4c0d-9507-eda3d21080aa tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 945 time: 0.0778015 Jun 28 09:42:15.341156 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Deleting port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:42:15.341498 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:15.467396 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] For port 0a1899b4-7f6b-4fc8-a886-936c762de9a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0a1899b4-7f6b-4fc8-a886-936c762de9a0,segment=NetworkSegment(8e92e1b4-11ca-4287-83b5-99b4f6b3544b),segment_id=8e92e1b4-11ca-4287-83b5-99b4f6b3544b)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:15.467946 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:15.489462 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d351d-7a09-4514-b553-8359978b37ad req-be81f4e0-8576-4bfd-bce9-8b69e89d91ea tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:15.490941 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3a9d351d-7a09-4514-b553-8359978b37ad req-be81f4e0-8576-4bfd-bce9-8b69e89d91ea tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 946 time: 0.1357543 Jun 28 09:42:15.491856 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Calling delete_port for 0a1899b4-7f6b-4fc8-a886-936c762de9a0 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:42:15.537875 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39269182-9fef-47c3-a6c8-07e34be08c07 req-634dbc8a-a9ee-46fe-8c62-003d4cee8c2b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:15.539418 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-39269182-9fef-47c3-a6c8-07e34be08c07 req-634dbc8a-a9ee-46fe-8c62-003d4cee8c2b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0634310 Jun 28 09:42:15.569005 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3a9d351d-7a09-4514-b553-8359978b37ad req-c5b365f5-8344-4392-b3a6-07d103773b30 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714221 Jun 28 09:42:15.583323 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-39269182-9fef-47c3-a6c8-07e34be08c07 req-22c82184-6b36-47e7-95e7-a4be270fc033 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Jun 28 09:42:15.654167 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:15.660364 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fd199d8a-8851-4a40-9c99-402505dad802 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:15.667067 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['0a1899b4-7f6b-4fc8-a886-936c762de9a0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:42:15.708515 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Pushing event deleted for resources: {'Port': ['ID=0a1899b4-7f6b-4fc8-a886-936c762de9a0,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:15.732329 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:15.757888 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] No DVR routers for this DVR port 0a1899b4-7f6b-4fc8-a886-936c762de9a0 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:42:15.761042 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:15.762839 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2d4bf116-422c-4433-bb9c-63f1e955097e req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.36 "DELETE /v2.0/ports/0a1899b4-7f6b-4fc8-a886-936c762de9a0 HTTP/1.1" status: 204 len: 173 time: 0.5384443 Jun 28 09:42:15.763361 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc08883-ce7b-4f8c-b564-ac44ad37736a', 'name': 'network-vif-deleted', 'tag': '0a1899b4-7f6b-4fc8-a886-936c762de9a0'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:15.765680 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b720ead9-2d7d-490c-bb1f-d8fdc064c492" -d '{"events": [{"server_uuid": "9bc08883-ce7b-4f8c-b564-ac44ad37736a", "name": "network-vif-deleted", "tag": "0a1899b4-7f6b-4fc8-a886-936c762de9a0"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:15.827056 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ca40dacc-90fe-4f0a-8c47-faef597d9e52 req-adbe49f5-a3cd-44af-a363-3992b15612de tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bc08883-ce7b-4f8c-b564-ac44ad37736a HTTP/1.1" status: 200 len: 210 time: 0.0310230 Jun 28 09:42:15.844729 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845c224-f499-4de2-86d3-36e2a85b1641 req-87336829-fbde-4951-9570-c2fc4c619dad tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:15.854172 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5845c224-f499-4de2-86d3-36e2a85b1641 req-87336829-fbde-4951-9570-c2fc4c619dad tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 944 time: 0.0950925 Jun 28 09:42:15.884353 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e3ced9-7c73-49fa-bc21-e736ce54f7ad x-openstack-request-id: req-40e3ced9-7c73-49fa-bc21-e736ce54f7ad {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:15.884708 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc08883-ce7b-4f8c-b564-ac44ad37736a", "name": "network-vif-deleted", "tag": "0a1899b4-7f6b-4fc8-a886-936c762de9a0", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:15.885019 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40e3ced9-7c73-49fa-bc21-e736ce54f7ad {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:15.885452 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc08883-ce7b-4f8c-b564-ac44ad37736a', 'name': 'network-vif-deleted', 'tag': '0a1899b4-7f6b-4fc8-a886-936c762de9a0', 'status': 'completed', 'code': 200} Jun 28 09:42:15.894223 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5845c224-f499-4de2-86d3-36e2a85b1641 req-322b81a5-9bb0-4262-93dc-3c3eaee216c2 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Jun 28 09:42:16.224638 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f354e51-0dab-4ed7-9805-1e3b07fe5dd2 req-53ec13f9-6035-4f19-8e5d-9324e4d31e42 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:16.226181 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9f354e51-0dab-4ed7-9805-1e3b07fe5dd2 req-53ec13f9-6035-4f19-8e5d-9324e4d31e42 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0630317 Jun 28 09:42:16.263345 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9f354e51-0dab-4ed7-9805-1e3b07fe5dd2 req-2cc6f3ef-bf01-4928-9a5a-0466243ab250 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314996 Jun 28 09:42:16.751221 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d1e6-d4b0-4d65-a87a-8709cce572e9 req-7da701b7-41df-4e32-9316-78b54be15781 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:16.752789 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-22e9d1e6-d4b0-4d65-a87a-8709cce572e9 req-7da701b7-41df-4e32-9316-78b54be15781 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 946 time: 0.0645843 Jun 28 09:42:16.782908 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4696f-8e3a-426d-a7cf-77a7d20e7b00 req-26cc4fd3-6bf6-463f-8412-478c85d755a1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:16.785506 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c1a4696f-8e3a-426d-a7cf-77a7d20e7b00 req-26cc4fd3-6bf6-463f-8412-478c85d755a1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0819702 Jun 28 09:42:16.799762 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-22e9d1e6-d4b0-4d65-a87a-8709cce572e9 req-4859a92e-78a1-495b-8d60-44d24eb19bd7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386224 Jun 28 09:42:16.829347 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c1a4696f-8e3a-426d-a7cf-77a7d20e7b00 req-9f9eec7c-49b7-490d-b46e-7297df56d9ee tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365183 Jun 28 09:42:16.907438 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 82c091e8-3e76-4985-a55e-f9aa0454f27e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:42:17.019432 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 82c091e8-3e76-4985-a55e-f9aa0454f27e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=82c091e8-3e76-4985-a55e-f9aa0454f27e,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:17.032293 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '82c091e8-3e76-4985-a55e-f9aa0454f27e', 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904', 'port_id': '82c091e8-3e76-4985-a55e-f9aa0454f27e', 'mac_address': 'fa:16:3e:7f:0c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622b7efb-0c0b-41af-b162-00a8a64167bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:42:17.076848 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:17.092985 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c091e8-3e76-4985-a55e-f9aa0454f27e {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:42:17.112712 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221733d8-86ef-4532-b09a-8dd730f40923 req-c748edc7-6d32-4831-a1b5-27791aff1783 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:17.120455 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-221733d8-86ef-4532-b09a-8dd730f40923 req-c748edc7-6d32-4831-a1b5-27791aff1783 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 944 time: 0.0958781 Jun 28 09:42:17.131311 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 82c091e8-3e76-4985-a55e-f9aa0454f27e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=82c091e8-3e76-4985-a55e-f9aa0454f27e,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:17.136999 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:17.139150 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:17.174089 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-221733d8-86ef-4532-b09a-8dd730f40923 req-b46baa6c-01ea-439a-b608-dcfb86597e13 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452907 Jun 28 09:42:17.200378 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=82c091e8-3e76-4985-a55e-f9aa0454f27e,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:17.201188 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:17.466494 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0cdd4-7586-4716-84f4-cb751e0d16d3 req-fc71258c-c011-4741-843c-5a3ed944d2bd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:17.467994 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c6c0cdd4-7586-4716-84f4-cb751e0d16d3 req-fc71258c-c011-4741-843c-5a3ed944d2bd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0865433 Jun 28 09:42:17.523064 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['82c091e8-3e76-4985-a55e-f9aa0454f27e'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:42:17.533323 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c6c0cdd4-7586-4716-84f4-cb751e0d16d3 req-80643b2a-1fed-42da-8642-09e556a601c0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447938 Jun 28 09:42:17.560746 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-4dea0c40-40bc-47a2-b7fa-a220025738f2 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:17.560746 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-4dea0c40-40bc-47a2-b7fa-a220025738f2 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 946 time: 0.1071575 Jun 28 09:42:17.669177 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Deleting port b1365891-17ce-427b-9ddb-38d3559cbeae {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:42:17.669521 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:17.772827 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] For port b1365891-17ce-427b-9ddb-38d3559cbeae, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b1365891-17ce-427b-9ddb-38d3559cbeae,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:17.773560 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:17.790512 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Calling delete_port for b1365891-17ce-427b-9ddb-38d3559cbeae owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:42:17.928993 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:17.938244 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:17.947267 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0d2bcfc2-3ef8-48e5-be27-0fe39cf0cd2a req-abfe3b63-510d-45a9-84a0-8e031f00054c tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba536ef-a7e3-426f-8db8-f89b5d16efaf HTTP/1.1" status: 200 len: 210 time: 0.0330353 Jun 28 09:42:17.977028 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Pushing event deleted for resources: {'Port': ['ID=b1365891-17ce-427b-9ddb-38d3559cbeae,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:18.011651 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:18.053022 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] No DVR routers for this DVR port b1365891-17ce-427b-9ddb-38d3559cbeae on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:42:18.055747 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:18.057835 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3146d5ab-05c2-427e-af07-c28f0b4d2715 req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "DELETE /v2.0/ports/b1365891-17ce-427b-9ddb-38d3559cbeae HTTP/1.1" status: 204 len: 173 time: 0.4945352 Jun 28 09:42:18.058453 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba536ef-a7e3-426f-8db8-f89b5d16efaf', 'name': 'network-vif-deleted', 'tag': 'b1365891-17ce-427b-9ddb-38d3559cbeae'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:18.060733 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0d33ed-2bf1-4269-bcf4-bb034f6bdfcc" -d '{"events": [{"server_uuid": "cba536ef-a7e3-426f-8db8-f89b5d16efaf", "name": "network-vif-deleted", "tag": "b1365891-17ce-427b-9ddb-38d3559cbeae"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:18.108030 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd11560-de7e-4b15-afda-2ee7e0101434 req-9f48ade8-3d83-40bf-adb8-2e7c85ba816e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:18.113184 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6bd11560-de7e-4b15-afda-2ee7e0101434 req-9f48ade8-3d83-40bf-adb8-2e7c85ba816e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1419053 Jun 28 09:42:18.115626 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02789b9-325b-44b6-8ef4-3e81b0bee95f x-openstack-request-id: req-d02789b9-325b-44b6-8ef4-3e81b0bee95f {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:18.116309 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba536ef-a7e3-426f-8db8-f89b5d16efaf", "name": "network-vif-deleted", "tag": "b1365891-17ce-427b-9ddb-38d3559cbeae", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:18.116954 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d02789b9-325b-44b6-8ef4-3e81b0bee95f {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:18.117783 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba536ef-a7e3-426f-8db8-f89b5d16efaf', 'name': 'network-vif-deleted', 'tag': 'b1365891-17ce-427b-9ddb-38d3559cbeae', 'status': 'completed', 'code': 200} Jun 28 09:42:18.161343 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6bd11560-de7e-4b15-afda-2ee7e0101434 req-f28b65db-71c8-45e5-9f8d-530a0732d0d4 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419109 Jun 28 09:42:18.234116 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['34cf3911-02f6-47d1-a6e9-44d588db198c', '818fb6d9-9634-4d0e-871d-96ee69317eb5', 'b1365891-17ce-427b-9ddb-38d3559cbeae'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:42:18.252639 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 53694) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:18.395783 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b991e-015e-462d-9bb0-8d9a0f338e8b req-999beefb-0a20-483d-83b7-2e6f61cb12bb tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:18.398222 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-983b991e-015e-462d-9bb0-8d9a0f338e8b req-999beefb-0a20-483d-83b7-2e6f61cb12bb tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 945 time: 0.0797911 Jun 28 09:42:18.418763 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-81385f4d-a019-4211-b7b4-443259eee0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:18.462514 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-983b991e-015e-462d-9bb0-8d9a0f338e8b req-1d8414cf-7861-4f77-9f8d-e54d4355e4d5 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570374 Jun 28 09:42:18.550060 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-81385f4d-a019-4211-b7b4-443259eee0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:18.554330 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-81385f4d-a019-4211-b7b4-443259eee0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:18.556885 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:18.599201 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81385f4d-a019-4211-b7b4-443259eee0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89144396-53e7-46b9-8b74-62d04bf59e40,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:18.603824 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-81385f4d-a019-4211-b7b4-443259eee0a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef2774b4070c42c2ba4799bd3494a77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500230 Jun 28 09:42:18.604827 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-81385f4d-a019-4211-b7b4-443259eee0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:18.606594 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53714) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:18.675717 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ed9a-e62f-4045-9bd6-f52a133c19dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:18.707901 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ed9a-e62f-4045-9bd6-f52a133c19dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:18.770703 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ed9a-e62f-4045-9bd6-f52a133c19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:18.773826 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ed9a-e62f-4045-9bd6-f52a133c19dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:18.775824 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-2bb1ed9a-e62f-4045-9bd6-f52a133c19dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89144396-53e7-46b9-8b74-62d04bf59e40 HTTP/1.1" status: 204 len: 168 time: 0.1678798 Jun 28 09:42:18.777151 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-03f67132-d9a4-4bcc-9cca-dbc0271f5f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:18.793428 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1ed9a-e62f-4045-9bd6-f52a133c19dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89144396-53e7-46b9-8b74-62d04bf59e40,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:18.796076 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2bb1ed9a-e62f-4045-9bd6-f52a133c19dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:18.862888 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430022f-5c97-4d60-b784-d1acac71a962 req-d8441dc0-4441-400b-b664-17a17170d38d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:18.865975 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0430022f-5c97-4d60-b784-d1acac71a962 req-d8441dc0-4441-400b-b664-17a17170d38d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1560693 Jun 28 09:42:18.921826 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 82c091e8-3e76-4985-a55e-f9aa0454f27e up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:42:18.924271 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0430022f-5c97-4d60-b784-d1acac71a962 req-daf7b10b-b9f2-4116-8dec-4d9135e56273 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497007 Jun 28 09:42:19.035138 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 82c091e8-3e76-4985-a55e-f9aa0454f27e completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:42:19.042326 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 82c091e8-3e76-4985-a55e-f9aa0454f27e triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:42:19.043431 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:19.248779 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:19.274433 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe95c12-5899-4f89-8dc6-4c54a1e58a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c091e8-3e76-4985-a55e-f9aa0454f27e'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:19.278788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bef98a4-fd03-4a0d-895f-c35891eb8b58" -d '{"events": [{"server_uuid": "5fe95c12-5899-4f89-8dc6-4c54a1e58a3e", "name": "network-vif-plugged", "status": "completed", "tag": "82c091e8-3e76-4985-a55e-f9aa0454f27e"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:19.306449 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 82c091e8-3e76-4985-a55e-f9aa0454f27e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=82c091e8-3e76-4985-a55e-f9aa0454f27e,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:19.315777 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:19.317807 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 0a1899b4-7f6b-4fc8-a886-936c762de9a0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:42:19.324978 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:19.400693 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=82c091e8-3e76-4985-a55e-f9aa0454f27e,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:19.404877 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:19.405650 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 0a1899b4-7f6b-4fc8-a886-936c762de9a0 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:42:19.406156 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 0a1899b4-7f6b-4fc8-a886-936c762de9a0 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:42:19.421811 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee58b53-384e-4df7-aa15-dddc16022881 req-a80f5087-bc83-478a-aee6-86ff033ce14f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:19.423353 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4ee58b53-384e-4df7-aa15-dddc16022881 req-a80f5087-bc83-478a-aee6-86ff033ce14f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0898898 Jun 28 09:42:19.493591 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4ee58b53-384e-4df7-aa15-dddc16022881 req-72d70d6f-62e9-4420-bd7f-0e0add6695ef tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635235 Jun 28 09:42:19.499151 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa136a6-1975-4ba2-a27a-f6b6c78c4f1c x-openstack-request-id: req-8aa136a6-1975-4ba2-a27a-f6b6c78c4f1c {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:19.499751 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe95c12-5899-4f89-8dc6-4c54a1e58a3e", "name": "network-vif-plugged", "status": "completed", "tag": "82c091e8-3e76-4985-a55e-f9aa0454f27e", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:19.500071 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8aa136a6-1975-4ba2-a27a-f6b6c78c4f1c {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:19.510654 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe95c12-5899-4f89-8dc6-4c54a1e58a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c091e8-3e76-4985-a55e-f9aa0454f27e', 'code': 200} Jun 28 09:42:19.698883 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6018f49-51da-46ea-a864-550c88722a78 req-f0a91802-16c8-4b93-9a8f-0d75deba3c09 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:19.707373 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e6018f49-51da-46ea-a864-550c88722a78 req-f0a91802-16c8-4b93-9a8f-0d75deba3c09 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 945 time: 0.0994043 Jun 28 09:42:19.763568 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac6ae2-c181-42ba-95c8-328c1cac59cc req-1a95a45e-e5a1-466d-bce8-ac424a6dc0c0 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:19.765031 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-15ac6ae2-c181-42ba-95c8-328c1cac59cc req-1a95a45e-e5a1-466d-bce8-ac424a6dc0c0 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.1145520 Jun 28 09:42:19.781905 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e6018f49-51da-46ea-a864-550c88722a78 req-53c09296-ae48-40aa-97ea-5388fef7cfbc tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732050 Jun 28 09:42:19.833851 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-15ac6ae2-c181-42ba-95c8-328c1cac59cc req-a77e9ede-643a-4dc2-ac8a-d49b9a83efce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615914 Jun 28 09:42:19.878350 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06d636-0ab9-40a5-9a2d-956547ef68d7 req-01eaea96-f299-4082-9b00-9514ca66a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:19.881005 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fc06d636-0ab9-40a5-9a2d-956547ef68d7 req-01eaea96-f299-4082-9b00-9514ca66a27f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 1099 time: 0.0727358 Jun 28 09:42:19.926907 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fc06d636-0ab9-40a5-9a2d-956547ef68d7 req-f8ba2980-051e-49f7-a458-6a6709ee5b4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356421 Jun 28 09:42:20.519466 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7b07a-9f65-4e10-9d75-32357b6575e1 req-896894d2-e9e2-4c6c-94c5-9c2f0ed5625a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:20.521464 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-59a7b07a-9f65-4e10-9d75-32357b6575e1 req-896894d2-e9e2-4c6c-94c5-9c2f0ed5625a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.4116611 Jun 28 09:42:20.688305 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-59a7b07a-9f65-4e10-9d75-32357b6575e1 req-44037b57-69dc-4c9d-8b01-939d5abf42fc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533861 Jun 28 09:42:20.842531 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4df300-12c7-427b-9de2-c0059c9e63de req-ff1f9624-be88-4dc4-aaf1-947dff78ec52 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:20.851535 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f4df300-12c7-427b-9de2-c0059c9e63de req-ff1f9624-be88-4dc4-aaf1-947dff78ec52 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1059113 Jun 28 09:42:20.902389 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f4df300-12c7-427b-9de2-c0059c9e63de req-c42634d4-e08d-484b-a018-5a3f18e7e66d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495772 Jun 28 09:42:20.930902 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b1365891-17ce-427b-9ddb-38d3559cbeae no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:42:20.973743 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: b1365891-17ce-427b-9ddb-38d3559cbeae {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:42:20.974490 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b1365891-17ce-427b-9ddb-38d3559cbeae not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:42:21.014171 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8766c4-7751-4e9d-8c43-2f07fafa160e req-0c16a9a5-b5d1-434b-81a1-baa1d493217b tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:21.022928 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5e8766c4-7751-4e9d-8c43-2f07fafa160e req-0c16a9a5-b5d1-434b-81a1-baa1d493217b tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 945 time: 0.1012185 Jun 28 09:42:21.093789 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5e8766c4-7751-4e9d-8c43-2f07fafa160e req-2daefcf5-0ab0-4de6-8de3-85d3896aea3e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659406 Jun 28 09:42:21.233908 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b856eb5-fefa-49c0-929e-a538b655549e req-0061e7d2-0845-43a6-9a15-1e5dd8e3d12f tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:21.241817 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1b856eb5-fefa-49c0-929e-a538b655549e req-0061e7d2-0845-43a6-9a15-1e5dd8e3d12f tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.1612661 Jun 28 09:42:21.346097 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1b856eb5-fefa-49c0-929e-a538b655549e req-cf2aaebe-5aea-4b6f-8f26-9a39b9ed1426 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008363 Jun 28 09:42:21.623438 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-736c6e25-1dde-478c-b9ee-2ce149bb268f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:21.625031 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-736c6e25-1dde-478c-b9ee-2ce149bb268f tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 945 time: 0.0879321 Jun 28 09:42:21.806191 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Deleting port 818fb6d9-9634-4d0e-871d-96ee69317eb5 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:42:21.806734 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:21.952568 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] For port 818fb6d9-9634-4d0e-871d-96ee69317eb5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=818fb6d9-9634-4d0e-871d-96ee69317eb5,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:21.952992 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:21.971279 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Calling delete_port for 818fb6d9-9634-4d0e-871d-96ee69317eb5 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:42:22.004254 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663ce39-c52c-475b-abdb-07dca6d2f916 req-ce984ab3-844a-4a68-b9f0-69280c700416 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:22.006242 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2663ce39-c52c-475b-abdb-07dca6d2f916 req-ce984ab3-844a-4a68-b9f0-69280c700416 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1351862 Jun 28 09:42:22.130974 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2663ce39-c52c-475b-abdb-07dca6d2f916 req-42deba41-e3d6-4bc4-ae17-f25e6944b237 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843301 Jun 28 09:42:22.133075 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1986e-db90-4fe8-88ca-2842f2cad7c3 req-c4590ee7-126e-44d2-b30a-834247b4a997 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:22.134632 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-40f1986e-db90-4fe8-88ca-2842f2cad7c3 req-c4590ee7-126e-44d2-b30a-834247b4a997 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0975435 Jun 28 09:42:22.177949 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-40f1986e-db90-4fe8-88ca-2842f2cad7c3 req-24d54899-ca40-4556-8aab-08f4c10cd3d7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367279 Jun 28 09:42:22.226607 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:22.233082 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:22.240076 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['34cf3911-02f6-47d1-a6e9-44d588db198c', '818fb6d9-9634-4d0e-871d-96ee69317eb5'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:42:22.267186 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Pushing event deleted for resources: {'Port': ['ID=818fb6d9-9634-4d0e-871d-96ee69317eb5,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:22.291009 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.291386 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.291763 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.292136 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.292667 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.292911 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.293254 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.293618 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.293979 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.294339 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.294699 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.295060 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:22.304164 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:22.360112 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8cdd88e6-305d-43ea-81c7-c66845a379d0 req-88fd5e04-c198-43c5-8008-5390e23eed70 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=b095c83a-9f51-491b-a644-704902365111 HTTP/1.1" status: 200 len: 210 time: 0.0548432 Jun 28 09:42:22.361072 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] No DVR routers for this DVR port 818fb6d9-9634-4d0e-871d-96ee69317eb5 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:42:22.364179 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:22.366505 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-35bb9c52-17c8-4b00-99a4-cc3e00915cb8 req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "DELETE /v2.0/ports/818fb6d9-9634-4d0e-871d-96ee69317eb5 HTTP/1.1" status: 204 len: 173 time: 0.7256329 Jun 28 09:42:22.367058 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b095c83a-9f51-491b-a644-704902365111', 'name': 'network-vif-deleted', 'tag': '818fb6d9-9634-4d0e-871d-96ee69317eb5'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:22.369629 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9256e1d9-8463-4b67-8a3b-51fcf4300bf1" -d '{"events": [{"server_uuid": "b095c83a-9f51-491b-a644-704902365111", "name": "network-vif-deleted", "tag": "818fb6d9-9634-4d0e-871d-96ee69317eb5"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:22.442813 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff91f6-12a8-436c-afae-cd2a4e6b9c4e x-openstack-request-id: req-d7ff91f6-12a8-436c-afae-cd2a4e6b9c4e {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:22.443959 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b095c83a-9f51-491b-a644-704902365111", "name": "network-vif-deleted", "tag": "818fb6d9-9634-4d0e-871d-96ee69317eb5", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:22.444596 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7ff91f6-12a8-436c-afae-cd2a4e6b9c4e {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:22.445128 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b095c83a-9f51-491b-a644-704902365111', 'name': 'network-vif-deleted', 'tag': '818fb6d9-9634-4d0e-871d-96ee69317eb5', 'status': 'completed', 'code': 200} Jun 28 09:42:22.687892 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffa67c-fcff-4747-b0d8-4a99fecdbec6 req-84a64add-fd19-4260-b9c6-039b6955c92d tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:22.689805 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f8ffa67c-fcff-4747-b0d8-4a99fecdbec6 req-84a64add-fd19-4260-b9c6-039b6955c92d tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.1096988 Jun 28 09:42:22.748725 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f8ffa67c-fcff-4747-b0d8-4a99fecdbec6 req-997225b9-40fc-439d-aeed-d8084d740ff4 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Jun 28 09:42:23.483609 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66418a77-335c-4b41-9255-7d257881bb0a req-e1bae726-5a0b-4a95-b7f2-4fa611a133e9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:23.492000 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-66418a77-335c-4b41-9255-7d257881bb0a req-e1bae726-5a0b-4a95-b7f2-4fa611a133e9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1406114 Jun 28 09:42:23.522990 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4deaa-a9dc-4e52-9b47-cc05845f7447 req-50449f8d-fc84-409a-8c63-78bbfde7bf23 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:23.529075 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0dd4deaa-a9dc-4e52-9b47-cc05845f7447 req-50449f8d-fc84-409a-8c63-78bbfde7bf23 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1206934 Jun 28 09:42:23.537140 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-66418a77-335c-4b41-9255-7d257881bb0a req-c492b862-5eb0-41ef-b752-0b361a05b1f6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Jun 28 09:42:23.594578 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0dd4deaa-a9dc-4e52-9b47-cc05845f7447 req-996c393a-e640-410c-b1c7-9a6594ee7cea tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551276 Jun 28 09:42:24.822186 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64e935-3222-4282-9c66-92ba7318a3cc req-33e40429-bbe3-4bbe-a90b-f6667ed3dcf6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:24.823894 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1a64e935-3222-4282-9c66-92ba7318a3cc req-33e40429-bbe3-4bbe-a90b-f6667ed3dcf6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1117132 Jun 28 09:42:24.868966 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1c34e-5b0b-40bc-905a-38dd7234d469 req-4ec31d00-ab39-4df8-8e89-dfa277f7b4f2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:24.870875 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-41a1c34e-5b0b-40bc-905a-38dd7234d469 req-4ec31d00-ab39-4df8-8e89-dfa277f7b4f2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1015921 Jun 28 09:42:24.889029 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1a64e935-3222-4282-9c66-92ba7318a3cc req-f8082b5e-cc67-4d7a-898a-81eb6591dcb7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558989 Jun 28 09:42:24.921494 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-41a1c34e-5b0b-40bc-905a-38dd7234d469 req-f2a34608-586c-4332-8b0b-e21b6da81f09 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Jun 28 09:42:24.973687 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:42:24.978626 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 818fb6d9-9634-4d0e-871d-96ee69317eb5 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:42:25.007810 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 818fb6d9-9634-4d0e-871d-96ee69317eb5 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:42:25.009385 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 818fb6d9-9634-4d0e-871d-96ee69317eb5 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:42:25.133046 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:25.157089 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'port_id': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'mac_address': 'fa:16:3e:71:e8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:42:25.213311 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:25.229171 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:42:25.251827 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:25.257435 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:25.264952 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:25.338964 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=6']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:25.344043 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:25.346519 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aabc7-f602-417e-8282-b9b8aed7239b req-24a9d3f3-bc26-425b-a827-68797bfa4618 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:25.348271 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cf3aabc7-f602-417e-8282-b9b8aed7239b req-24a9d3f3-bc26-425b-a827-68797bfa4618 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 946 time: 0.0949476 Jun 28 09:42:25.374826 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:42:25.401896 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cf3aabc7-f602-417e-8282-b9b8aed7239b req-169632ae-c69d-4c7c-9663-5dff001b696e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Jun 28 09:42:26.106490 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1eeeb-b1b0-40ad-a9f5-37898c24baca req-d2a0ba72-ffa0-4990-bddb-950635a1f652 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:26.108575 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0ac1eeeb-b1b0-40ad-a9f5-37898c24baca req-d2a0ba72-ffa0-4990-bddb-950635a1f652 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 944 time: 0.0811536 Jun 28 09:42:26.158950 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0ac1eeeb-b1b0-40ad-a9f5-37898c24baca req-7a85cb94-280d-475d-8e34-75062c965d96 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Jun 28 09:42:26.159364 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ce1f-d636-4f58-abd4-070d293ec234 req-dd2ddd34-aa64-45f0-a558-fe93c73ea5ce tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:26.161060 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2ae2ce1f-d636-4f58-abd4-070d293ec234 req-dd2ddd34-aa64-45f0-a558-fe93c73ea5ce tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0953460 Jun 28 09:42:26.227369 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2ae2ce1f-d636-4f58-abd4-070d293ec234 req-5cb827bd-1465-4909-a381-39d1aad681e5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576081 Jun 28 09:42:26.618218 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b449e-6e95-43a3-a20c-ab0503418b57 req-14c4dd23-ac82-4481-84dd-7a83d29d1892 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:26.619799 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c80b449e-6e95-43a3-a20c-ab0503418b57 req-14c4dd23-ac82-4481-84dd-7a83d29d1892 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 946 time: 0.0899208 Jun 28 09:42:26.663250 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c80b449e-6e95-43a3-a20c-ab0503418b57 req-2bda45f3-5359-4b25-926f-f7264e034911 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363257 Jun 28 09:42:26.998185 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:42:27.061901 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:42:27.062286 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:27.147547 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:27.175448 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:27.178535 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e069b9-2dd6-47f9-bbab-aa4885ceabea" -d '{"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:27.220165 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:27.228489 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:27.235754 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:27.264530 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8826fd9e-28f8-4a47-a15b-75d431636804 x-openstack-request-id: req-8826fd9e-28f8-4a47-a15b-75d431636804 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:27.265182 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:27.265457 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8826fd9e-28f8-4a47-a15b-75d431636804 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:27.265862 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'code': 200} Jun 28 09:42:27.305446 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=7']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:27.313732 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.314092 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.314593 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.314975 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.315318 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.315800 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.316147 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.316505 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.316841 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.317174 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.317504 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.317829 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:27.339707 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:27.395721 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa4536-ac5b-48bb-9845-dff99d5114d1 req-4979e0fb-6664-46bb-8443-9d53e7986fb4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:27.397985 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c0fa4536-ac5b-48bb-9845-dff99d5114d1 req-4979e0fb-6664-46bb-8443-9d53e7986fb4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0768740 Jun 28 09:42:27.477332 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e7ab0-7167-4cd2-8559-37db565a1203 req-20042eaf-9391-4d33-8fbf-45476fa05dca tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:27.480401 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ab8e7ab0-7167-4cd2-8559-37db565a1203 req-20042eaf-9391-4d33-8fbf-45476fa05dca tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0927124 Jun 28 09:42:27.510970 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c0fa4536-ac5b-48bb-9845-dff99d5114d1 req-a42650d9-16dd-4cec-9fe1-ef2a5d75242e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057596 Jun 28 09:42:27.524692 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-c0d2384e-969f-4e1d-8135-ea73a44ade2a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:27.526355 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-c0d2384e-969f-4e1d-8135-ea73a44ade2a tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 946 time: 0.1081119 Jun 28 09:42:27.531756 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ab8e7ab0-7167-4cd2-8559-37db565a1203 req-cc078258-9a41-494c-a521-a3ef61569168 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Jun 28 09:42:27.669526 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Deleting port 34cf3911-02f6-47d1-a6e9-44d588db198c {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:42:27.669916 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:27.812826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] For port 34cf3911-02f6-47d1-a6e9-44d588db198c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=34cf3911-02f6-47d1-a6e9-44d588db198c,segment=NetworkSegment(ad0081ed-a982-4087-a6ae-247b1b91ec4f),segment_id=ad0081ed-a982-4087-a6ae-247b1b91ec4f)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:27.813441 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:27.832419 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Calling delete_port for 34cf3911-02f6-47d1-a6e9-44d588db198c owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:42:27.901536 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-384d9575-3c18-48a0-988a-6c3698564a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:28.054562 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:28.059980 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-728e8db8-9a80-486f-835e-1afac28f068e tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:28.069577 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['34cf3911-02f6-47d1-a6e9-44d588db198c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:42:28.110088 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Pushing event deleted for resources: {'Port': ['ID=34cf3911-02f6-47d1-a6e9-44d588db198c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:28.121085 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a35ed4-8c82-4753-b1bb-b9478385ec06 req-f45d0e17-a344-49c2-a4b6-19f1b38961df tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:28.122905 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-93a35ed4-8c82-4753-b1bb-b9478385ec06 req-f45d0e17-a344-49c2-a4b6-19f1b38961df tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/ports?device_id=39618c3b-523c-4d75-bb9c-7632145c4ce6 HTTP/1.1" status: 200 len: 946 time: 0.1797681 Jun 28 09:42:28.125712 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:28.187680 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] No DVR routers for this DVR port 34cf3911-02f6-47d1-a6e9-44d588db198c on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:42:28.191221 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:28.193938 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1a78b328-5114-42c3-88da-5e8dfa80bf69 req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.36 "DELETE /v2.0/ports/34cf3911-02f6-47d1-a6e9-44d588db198c HTTP/1.1" status: 204 len: 173 time: 0.6551344 Jun 28 09:42:28.195952 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39618c3b-523c-4d75-bb9c-7632145c4ce6', 'name': 'network-vif-deleted', 'tag': '34cf3911-02f6-47d1-a6e9-44d588db198c'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:28.199858 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c00883-1242-483e-8f83-841e6aafa67c" -d '{"events": [{"server_uuid": "39618c3b-523c-4d75-bb9c-7632145c4ce6", "name": "network-vif-deleted", "tag": "34cf3911-02f6-47d1-a6e9-44d588db198c"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:28.234353 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-93a35ed4-8c82-4753-b1bb-b9478385ec06 req-310a0d40-1079-4007-af21-66ea9c32aea2 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad907b35-2475-4704-84ab-050731ff9d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874579 Jun 28 09:42:28.265112 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce1866-7d14-4277-bab6-c11fd4f4d329 x-openstack-request-id: req-80ce1866-7d14-4277-bab6-c11fd4f4d329 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:28.265428 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39618c3b-523c-4d75-bb9c-7632145c4ce6", "name": "network-vif-deleted", "tag": "34cf3911-02f6-47d1-a6e9-44d588db198c", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:28.265715 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80ce1866-7d14-4277-bab6-c11fd4f4d329 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:28.266133 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39618c3b-523c-4d75-bb9c-7632145c4ce6', 'name': 'network-vif-deleted', 'tag': '34cf3911-02f6-47d1-a6e9-44d588db198c', 'status': 'completed', 'code': 200} Jun 28 09:42:28.761474 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa1e92-7fe6-41e4-8bd2-8572cba167cc req-c9e2d56a-578a-4ce4-b115-7343d76d0340 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:28.764766 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-47fa1e92-7fe6-41e4-8bd2-8572cba167cc req-c9e2d56a-578a-4ce4-b115-7343d76d0340 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1068125 Jun 28 09:42:28.795756 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4e101-baf6-4709-8244-c69b74c047da req-34638cc0-92ee-4b95-8314-0e062816e838 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:28.798036 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-01d4e101-baf6-4709-8244-c69b74c047da req-34638cc0-92ee-4b95-8314-0e062816e838 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0860841 Jun 28 09:42:28.809155 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-47fa1e92-7fe6-41e4-8bd2-8572cba167cc req-cca2f175-3eab-4691-9a12-cb10ed1bad86 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Jun 28 09:42:28.878362 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-01d4e101-baf6-4709-8244-c69b74c047da req-cea249a5-944b-4bc9-a881-e905c5ce6204 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677123 Jun 28 09:42:29.330750 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53896) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:29.381245 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Deleting subnet 6362be20-b59e-41a1-82d9-e5e1ace82278 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:42:29.384658 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.423476 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9288019'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.462064 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.521646 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3517157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464247'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.524536 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:29.557135 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6362be20-b59e-41a1-82d9-e5e1ace82278,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:29.567752 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.570192 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6362be20-b59e-41a1-82d9-e5e1ace82278 HTTP/1.1" status: 204 len: 168 time: 0.2380292 Jun 28 09:42:29.572342 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 53898) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:29.576642 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.577013 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.577379 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.577941 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.578296 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.578648 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.579084 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.579492 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.580541 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.580999 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.581457 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.581804 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:42:29.588187 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:29.658890 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.756794 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.768376 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3993342-595e-4347-a876-2cf677b210d2']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:42:29.780180 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0081ed-a982-4087-a6ae-247b1b91ec4f') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:42:29.780673 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0081ed-a982-4087-a6ae-247b1b91ec4f') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:42:29.791175 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2832781'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.810468 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.818023 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:42:29.818447 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2421655'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: Traceback (most recent call last): Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: timer() Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: cb(*args, **kw) Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: return func(*args, **kwargs) Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: self._notify() Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: self.callback(batched_events) Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: event.method(event) Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: return f(self, *a, **k) Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: return self._get(url).json() Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:42:29.820284 dv-cinder-792209-2-smb neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:42:29.887402 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.893898 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-776da20b-f5cd-4485-aefc-22444c3d8d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:29.928238 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:29.932465 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c3993342-595e-4347-a876-2cf677b210d2 HTTP/1.1" status: 204 len: 168 time: 0.3564818 Jun 28 09:42:29.933719 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3993342-595e-4347-a876-2cf677b210d2,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:29.937277 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:30.024813 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143dc1-4bdc-4d41-8d0b-8de6f7a5c0bc req-9cb6a576-7e13-4eb5-bceb-099e0a91eb3e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:30.031722 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b2143dc1-4bdc-4d41-8d0b-8de6f7a5c0bc req-9cb6a576-7e13-4eb5-bceb-099e0a91eb3e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0746689 Jun 28 09:42:30.097672 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b2143dc1-4bdc-4d41-8d0b-8de6f7a5c0bc req-96ca6f0e-7b58-4d74-8bff-027630a0b5e5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606661 Jun 28 09:42:30.181479 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53908) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:30.181716 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ecccf-6c90-45f3-af38-51962f3aef06 req-6ebbe918-d5ec-47fe-b681-d500af6047bd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:30.183670 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-173ecccf-6c90-45f3-af38-51962f3aef06 req-6ebbe918-d5ec-47fe-b681-d500af6047bd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1050057 Jun 28 09:42:30.226064 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-4073810d-0c95-448a-8de7-dedef1d06609 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f1bea98bb664415a2eb4f80ef08d225&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428672 Jun 28 09:42:30.228378 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 53910) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:30.250016 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-173ecccf-6c90-45f3-af38-51962f3aef06 req-5491c506-7ad3-4dbf-a94d-2557734fb08b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601282 Jun 28 09:42:30.286352 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cfc84b6-a23b-476a-8443-53a670464461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:30.309559 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cfc84b6-a23b-476a-8443-53a670464461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:30.383023 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cfc84b6-a23b-476a-8443-53a670464461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:30.389860 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cfc84b6-a23b-476a-8443-53a670464461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:30.391760 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6cfc84b6-a23b-476a-8443-53a670464461 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad907b35-2475-4704-84ab-050731ff9d7c HTTP/1.1" status: 204 len: 168 time: 0.1619008 Jun 28 09:42:30.393780 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d7c76003-6d2a-4ef9-b398-be733d50c7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:30.404111 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc84b6-a23b-476a-8443-53a670464461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad907b35-2475-4704-84ab-050731ff9d7c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:30.406966 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6cfc84b6-a23b-476a-8443-53a670464461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:30.539450 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7fe2ba15-e95a-4ba0-8cd7-8ff9925c94ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:30.657015 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:31.012297 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 34cf3911-02f6-47d1-a6e9-44d588db198c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:42:31.036708 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 34cf3911-02f6-47d1-a6e9-44d588db198c {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:42:31.037060 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 34cf3911-02f6-47d1-a6e9-44d588db198c not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:42:31.291326 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8121367-033b-44aa-9e93-4deac35d97dc req-5e31968d-da44-4ecc-a6a3-db2f1c3b87db tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:31.293269 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f8121367-033b-44aa-9e93-4deac35d97dc req-5e31968d-da44-4ecc-a6a3-db2f1c3b87db tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0795109 Jun 28 09:42:31.371776 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f8121367-033b-44aa-9e93-4deac35d97dc req-1a4ae2b8-a951-48cf-b05c-a9c3b3cc1208 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 Jun 28 09:42:31.471025 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdede0f1-d32d-4789-9609-2c2c69b893b5 req-64f01555-f0e3-48b0-b754-18a7a84c5a9f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:31.473661 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bdede0f1-d32d-4789-9609-2c2c69b893b5 req-64f01555-f0e3-48b0-b754-18a7a84c5a9f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0813360 Jun 28 09:42:31.525049 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bdede0f1-d32d-4789-9609-2c2c69b893b5 req-4cac6b69-4d59-44de-add0-7a7335f34262 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Jun 28 09:42:31.569694 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:32.603360 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f32ec-4d27-4578-a97d-ee768f62c17a req-4411e2d7-c243-46b4-825a-624ded34b538 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:32.605329 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ee6f32ec-4d27-4578-a97d-ee768f62c17a req-4411e2d7-c243-46b4-825a-624ded34b538 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1129811 Jun 28 09:42:32.719769 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ee6f32ec-4d27-4578-a97d-ee768f62c17a req-faf48215-a392-47ec-a90a-627f6b19f5a2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017072 Jun 28 09:42:32.779199 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56d0d-4b64-46a0-90cb-3c91cc47f442 req-b7cabadf-5584-43f3-816d-d0f51357bf23 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:32.781027 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0db56d0d-4b64-46a0-90cb-3c91cc47f442 req-b7cabadf-5584-43f3-816d-d0f51357bf23 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1141686 Jun 28 09:42:32.834786 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0db56d0d-4b64-46a0-90cb-3c91cc47f442 req-25a1fb3b-1ff0-481d-88de-1cf41bb5552a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463743 Jun 28 09:42:33.265584 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:33.945745 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a843e-ae1f-4eb3-a24d-02d1cf694077 req-b9ed0390-d112-4f45-97ec-937f5a05bb6d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:33.948043 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d47a843e-ae1f-4eb3-a24d-02d1cf694077 req-b9ed0390-d112-4f45-97ec-937f5a05bb6d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0895941 Jun 28 09:42:34.042068 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d47a843e-ae1f-4eb3-a24d-02d1cf694077 req-c35697d0-2334-4108-994c-a1767e09164a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783925 Jun 28 09:42:34.105607 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61542-9ca7-4c8f-9f65-d24fb00c6b5f req-cd009fea-3f85-4358-8352-5a96c9680276 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:34.107815 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-46a61542-9ca7-4c8f-9f65-d24fb00c6b5f req-cd009fea-3f85-4358-8352-5a96c9680276 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1116979 Jun 28 09:42:34.157658 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-46a61542-9ca7-4c8f-9f65-d24fb00c6b5f req-6d33078b-cb10-4a02-ac71-dc30867fd854 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427384 Jun 28 09:42:35.332713 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30ac70-2b90-49f2-91fc-b4e79171bf87 req-0d6f0a4c-0235-4e7f-bd92-a396dce109b0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:35.335146 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2e30ac70-2b90-49f2-91fc-b4e79171bf87 req-0d6f0a4c-0235-4e7f-bd92-a396dce109b0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1003721 Jun 28 09:42:35.421917 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2e30ac70-2b90-49f2-91fc-b4e79171bf87 req-bfae21c4-5aee-4109-ba5f-5b901d4e4253 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709434 Jun 28 09:42:35.565596 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c3e55-c992-4deb-ac5c-39810bdc5d0f req-534e58c9-7209-4a23-aa6b-8357934d2672 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:35.573209 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2d7c3e55-c992-4deb-ac5c-39810bdc5d0f req-534e58c9-7209-4a23-aa6b-8357934d2672 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1118302 Jun 28 09:42:35.640016 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2d7c3e55-c992-4deb-ac5c-39810bdc5d0f req-f231f0fd-7fab-42ed-b60a-d328df95247c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651650 Jun 28 09:42:36.620971 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2388f-668a-40ec-9fd1-a0a659c13ff7 req-abce7929-253a-457e-a038-de9c4431ee41 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:36.622608 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-75d2388f-668a-40ec-9fd1-a0a659c13ff7 req-abce7929-253a-457e-a038-de9c4431ee41 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0653656 Jun 28 09:42:36.664988 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-75d2388f-668a-40ec-9fd1-a0a659c13ff7 req-b18bf788-e09a-4dcd-aa68-7c12f3e5a9ef tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365100 Jun 28 09:42:36.908313 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ec3d-2854-48f8-b580-2587957156d8 req-c63acb9d-9d8e-4a19-9c20-389a81eb7674 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:36.910584 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2939ec3d-2854-48f8-b580-2587957156d8 req-c63acb9d-9d8e-4a19-9c20-389a81eb7674 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1310005 Jun 28 09:42:37.013935 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2939ec3d-2854-48f8-b580-2587957156d8 req-b160d12a-5620-4563-b3e9-3b5e60aedf44 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926826 Jun 28 09:42:37.854102 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1173-ee7e-4b6b-8ba7-42b904cb162b req-7158ce4d-1de7-480e-bbf9-487420ffe3fc tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:37.855660 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6cf1173-ee7e-4b6b-8ba7-42b904cb162b req-7158ce4d-1de7-480e-bbf9-487420ffe3fc tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0719450 Jun 28 09:42:37.900227 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d6cf1173-ee7e-4b6b-8ba7-42b904cb162b req-8ffe27f9-4110-4713-a447-1dc4dde4bcda tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Jun 28 09:42:37.916645 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-07268096-1462-4ea2-922b-e1f919aad79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:37.918137 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-07268096-1462-4ea2-922b-e1f919aad79a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0596371 Jun 28 09:42:38.060541 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-7657676b-bedf-47b8-b864-683d5d3d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:38.065423 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-7657676b-bedf-47b8-b864-683d5d3d5ebe service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.1154184 Jun 28 09:42:38.209217 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-cc7ad438-4b19-49f4-9b4e-119206da48b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 HTTP/1.1" status: 200 len: 1001 time: 0.1353910 Jun 28 09:42:38.313449 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-19be9ffb-e875-42b1-a54d-0ca88ca3581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:38.314918 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-19be9ffb-e875-42b1-a54d-0ca88ca3581d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0883949 Jun 28 09:42:38.327011 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3008688-a274-485f-827a-1aeef71858a7 req-9c69c4c9-fd48-4fcd-879d-56c1c0adb921 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:38.328598 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c3008688-a274-485f-827a-1aeef71858a7 req-9c69c4c9-fd48-4fcd-879d-56c1c0adb921 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1442196 Jun 28 09:42:38.401003 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c3008688-a274-485f-827a-1aeef71858a7 req-6a6e7669-9865-4e6c-8d0a-8780dd0bd2f0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633941 Jun 28 09:42:38.423969 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-116cfce6-2174-4dea-8f35-e7bdefaa28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:38.425679 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-116cfce6-2174-4dea-8f35-e7bdefaa28f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0962107 Jun 28 09:42:38.522269 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-5ef53025-84f3-4545-ae6d-14a84b1b24f9 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851805 Jun 28 09:42:38.619689 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-177b33c5-839e-4efa-9664-bfb0c964ab89 req-8a59312b-ba3e-4887-9421-5fa472ff867e service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903969 Jun 28 09:42:39.108272 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e21ac-a1c4-491d-b862-2f11a9585c02 req-01e54fc5-acab-474f-838e-90f2daebb9b7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:39.109700 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d40e21ac-a1c4-491d-b862-2f11a9585c02 req-01e54fc5-acab-474f-838e-90f2daebb9b7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0694187 Jun 28 09:42:39.153468 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d40e21ac-a1c4-491d-b862-2f11a9585c02 req-ba1d0c94-1905-4c16-bcac-7a3f7fdd835c tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356770 Jun 28 09:42:39.617190 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa20ae-1040-4660-9862-aa5975ba4612 req-25550f7d-7f3b-41f9-87ee-7ee76a189b26 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:39.618993 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b6fa20ae-1040-4660-9862-aa5975ba4612 req-25550f7d-7f3b-41f9-87ee-7ee76a189b26 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0757341 Jun 28 09:42:39.659322 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b6fa20ae-1040-4660-9862-aa5975ba4612 req-b11a2aa5-78b5-419b-b1eb-eff8a82ae757 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341382 Jun 28 09:42:39.872634 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:40.344065 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003dddc-6011-4146-b36f-c87eb129ad8c req-9efa2f11-3cb9-4a75-b8e7-4c3aaabf9e7b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:40.346435 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d003dddc-6011-4146-b36f-c87eb129ad8c req-9efa2f11-3cb9-4a75-b8e7-4c3aaabf9e7b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0726123 Jun 28 09:42:40.392979 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d003dddc-6011-4146-b36f-c87eb129ad8c req-ae5f3fbe-a480-4bc5-94fa-53927b5ac270 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Jun 28 09:42:40.871721 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084aec3-7a9f-4819-b4e9-17e17d03cb1e req-335c280b-3927-4fb4-a8df-73944bbaa1f8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:40.873221 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f084aec3-7a9f-4819-b4e9-17e17d03cb1e req-335c280b-3927-4fb4-a8df-73944bbaa1f8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0663035 Jun 28 09:42:40.920099 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f084aec3-7a9f-4819-b4e9-17e17d03cb1e req-41878e43-1723-47ae-b15b-f0f864cd729f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Jun 28 09:42:41.584972 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12ecf9-ba19-4bcc-85f4-6088b2eaca07 req-a78c60e0-884b-4dc6-ba58-7a0d3d2e6b98 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:41.586485 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a12ecf9-ba19-4bcc-85f4-6088b2eaca07 req-a78c60e0-884b-4dc6-ba58-7a0d3d2e6b98 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0735767 Jun 28 09:42:41.643720 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3a12ecf9-ba19-4bcc-85f4-6088b2eaca07 req-f40da841-7a84-4053-a137-d738f9a91eb0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Jun 28 09:42:42.132900 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a165572-26ba-4be2-87d8-c6a152f0d8f0 req-d863d1f6-e22b-4c60-ae83-f9e2ecc2c84f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:42.135279 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3a165572-26ba-4be2-87d8-c6a152f0d8f0 req-d863d1f6-e22b-4c60-ae83-f9e2ecc2c84f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0896449 Jun 28 09:42:42.195627 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3a165572-26ba-4be2-87d8-c6a152f0d8f0 req-fd0e2c9d-871f-4ac1-ac75-639efe9e13c8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522149 Jun 28 09:42:42.856711 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce4018-e8bc-4aea-83d3-59e6ab516a93 req-27ae6fa2-ac00-433a-9d2d-6db1526ee401 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:42.864413 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-72ce4018-e8bc-4aea-83d3-59e6ab516a93 req-27ae6fa2-ac00-433a-9d2d-6db1526ee401 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0910838 Jun 28 09:42:42.922614 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-72ce4018-e8bc-4aea-83d3-59e6ab516a93 req-10ec426e-2cd6-4390-8394-fe13f067062f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571561 Jun 28 09:42:43.582173 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5fb3d-3988-4157-aeef-3a507a35c055 req-31d6b08b-f9d9-42f6-b6ee-907c4b7f73de tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:43.594889 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ccf5fb3d-3988-4157-aeef-3a507a35c055 req-31d6b08b-f9d9-42f6-b6ee-907c4b7f73de tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.2051668 Jun 28 09:42:43.661186 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ccf5fb3d-3988-4157-aeef-3a507a35c055 req-9be595a8-6ac1-4017-81da-6e481e976213 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641377 Jun 28 09:42:43.669084 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d57d9-9f72-4322-8a27-ac01efbe9bc4 req-49133967-f6d4-43e6-be9e-0f9a47acbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:43.674458 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f68d57d9-9f72-4322-8a27-ac01efbe9bc4 req-49133967-f6d4-43e6-be9e-0f9a47acbd0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 1099 time: 0.1896565 Jun 28 09:42:43.728071 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f68d57d9-9f72-4322-8a27-ac01efbe9bc4 req-67609cf3-f3be-4a77-9ac2-8fdea7155ade service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Jun 28 09:42:44.115030 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53d123-302d-435f-9e45-e16d84893c4b req-39ad47a8-d8c9-483b-83b9-0f24a4780b8d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:44.117352 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9b53d123-302d-435f-9e45-e16d84893c4b req-39ad47a8-d8c9-483b-83b9-0f24a4780b8d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0715759 Jun 28 09:42:44.189039 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9b53d123-302d-435f-9e45-e16d84893c4b req-bf7f0c11-b7f1-48b7-aac5-206f11e77f5e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630124 Jun 28 09:42:44.884569 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a2c1c-4bce-4ecc-af51-11324eb0f092 req-e8cf1a2b-67e8-48a9-ab64-945ece84a856 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:44.887711 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f10a2c1c-4bce-4ecc-af51-11324eb0f092 req-e8cf1a2b-67e8-48a9-ab64-945ece84a856 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0852380 Jun 28 09:42:44.941306 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f10a2c1c-4bce-4ecc-af51-11324eb0f092 req-0a1af096-906a-49ab-b1bd-64cb6850df5f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Jun 28 09:42:45.388165 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668136b-8902-4163-8882-97c8faf35528 req-ad3cb2b1-f342-4fb3-ba0e-6823e895ffcd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:45.389607 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8668136b-8902-4163-8882-97c8faf35528 req-ad3cb2b1-f342-4fb3-ba0e-6823e895ffcd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0742328 Jun 28 09:42:45.447946 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8668136b-8902-4163-8882-97c8faf35528 req-cb4d6adb-a8f0-4931-9cc7-88ce4b9eac24 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516002 Jun 28 09:42:45.726874 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afe90-2ca8-4ed1-8cdc-0bd61cddfcd6 req-ac6e2417-eef3-4e77-a619-5f278c1a0a74 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:45.728407 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-450afe90-2ca8-4ed1-8cdc-0bd61cddfcd6 req-ac6e2417-eef3-4e77-a619-5f278c1a0a74 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1065679 Jun 28 09:42:45.825934 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-450afe90-2ca8-4ed1-8cdc-0bd61cddfcd6 req-99f7aef2-6116-4237-aa9e-ba345e4d1368 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880408 Jun 28 09:42:46.163258 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01733947-1931-4812-8ae7-e283f169865f req-8fb41382-8da7-4d66-9cf8-046e9e945885 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:46.170383 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-01733947-1931-4812-8ae7-e283f169865f req-8fb41382-8da7-4d66-9cf8-046e9e945885 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0871952 Jun 28 09:42:46.229120 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-01733947-1931-4812-8ae7-e283f169865f req-e1bc7c09-65d8-48b1-9a3e-b15322e81b0b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574412 Jun 28 09:42:46.745252 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:42:47.065914 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54296) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:47.134126 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] Deleting subnet 9fc33a7a-d278-4215-9065-9e98d1083b9b {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:42:47.137560 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.193897 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2832794'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.238719 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.320016 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2421618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805270'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.323811 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a3bf1f5e-bbd6-40c5-9a3b-19dac71df19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:47.356037 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc33a7a-d278-4215-9065-9e98d1083b9b,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:47.363453 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:47.364754 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.367628 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f0400ab4-ef5f-476a-992e-7e4781efce37 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9fc33a7a-d278-4215-9065-9e98d1083b9b HTTP/1.1" status: 204 len: 168 time: 0.3006406 Jun 28 09:42:47.370756 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54306) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:47.519941 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.701378 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.714394 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3ca83b-974f-4ce7-bfd1-37c21204e920']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:42:47.732198 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294607a-a46e-4a94-b92b-164fbda75fe7 req-b23c30a8-32c7-400e-b036-7747dbc5c6cb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:47.733979 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0294607a-a46e-4a94-b92b-164fbda75fe7 req-b23c30a8-32c7-400e-b036-7747dbc5c6cb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.3348255 Jun 28 09:42:47.738853 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e92e1b4-11ca-4287-83b5-99b4f6b3544b') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:42:47.739312 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e92e1b4-11ca-4287-83b5-99b4f6b3544b') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:42:47.756587 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9288004'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.791303 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.802626 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:42:47.803130 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3516928'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: Traceback (most recent call last): Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: timer() Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: cb(*args, **kw) Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: return func(*args, **kwargs) Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: self._notify() Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: self.callback(batched_events) Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: event.method(event) Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: return f(self, *a, **k) Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: return self._get(url).json() Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:42:47.805543 dv-cinder-792209-2-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:42:47.825809 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0294607a-a46e-4a94-b92b-164fbda75fe7 req-7c889f86-e6f7-4c7a-b6f6-0432e92d9343 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845597 Jun 28 09:42:47.892584 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.897082 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3cec7e7c-d1b6-4209-bfaa-a812ee6e530f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:47.902373 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:47.916735 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7a3ca83b-974f-4ce7-bfd1-37c21204e920 HTTP/1.1" status: 204 len: 168 time: 0.5441170 Jun 28 09:42:47.949956 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a3ca83b-974f-4ce7-bfd1-37c21204e920,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:47.953208 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:48.006778 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-c42735b0-56c4-433a-b0ec-3a74b8ad93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:48.010729 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-c42735b0-56c4-433a-b0ec-3a74b8ad93d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1098 time: 0.1063418 Jun 28 09:42:48.092794 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83036f27-8930-4880-9604-76d43c5ea5f5 req-2bb31a21-f920-4119-8d5d-0d185591c608 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:48.100963 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-83036f27-8930-4880-9604-76d43c5ea5f5 req-2bb31a21-f920-4119-8d5d-0d185591c608 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0881245 Jun 28 09:42:48.143262 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-83036f27-8930-4880-9604-76d43c5ea5f5 req-bf0efc29-a50e-4a3e-91f4-bfd59b98379d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Jun 28 09:42:48.162753 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-fbf33690-3cd9-4579-a731-283592805fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:48.164274 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-fbf33690-3cd9-4579-a731-283592805fa7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 920 time: 0.1435235 Jun 28 09:42:48.180839 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54324) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:48.211017 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-80eb5ba9-a094-4c9e-abba-61bc3f780ac8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b HTTP/1.1" status: 200 len: 217 time: 0.0390825 Jun 28 09:42:48.228464 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-cf95b95f-eb9e-468e-b2c9-9e488e897999 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0751a524378484b8f25171f728197a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458200 Jun 28 09:42:48.231030 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54326) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:48.274983 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-72c21a36-e7f4-485a-b76b-55fc7fecef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:48.276482 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-72c21a36-e7f4-485a-b76b-55fc7fecef49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.0585911 Jun 28 09:42:48.284560 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-19ee5fdf-9bab-4bd8-b39d-2699cf9cc080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:48.307872 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-19ee5fdf-9bab-4bd8-b39d-2699cf9cc080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:48.314520 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-71382e85-d799-4965-bfb0-d60f1c681452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303135 Jun 28 09:42:48.370041 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-19ee5fdf-9bab-4bd8-b39d-2699cf9cc080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:48.373638 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-19ee5fdf-9bab-4bd8-b39d-2699cf9cc080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:48.374874 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-19ee5fdf-9bab-4bd8-b39d-2699cf9cc080 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50fd16a9-7597-4e47-8539-a3f9ad7eb5de HTTP/1.1" status: 204 len: 168 time: 0.1427479 Jun 28 09:42:48.376323 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2bb1ed9a-e62f-4045-9bd6-f52a133c19dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:48.407144 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee5fdf-9bab-4bd8-b39d-2699cf9cc080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd16a9-7597-4e47-8539-a3f9ad7eb5de,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:48.428637 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-19ee5fdf-9bab-4bd8-b39d-2699cf9cc080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:48.459774 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-cddaea62-862f-4f1f-8f05-2315460129a2 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353443 Jun 28 09:42:48.583241 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23992b0b-7ffd-4e86-877a-fd5fad5bb6cc req-f8ef3886-ce03-495e-8eac-77a1c86764c3 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096890 Jun 28 09:42:49.084996 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54354) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:49.249021 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6235c75f-f2af-443f-a6eb-402246460bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:49.444209 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b152b-29d2-4808-8083-279b8afc31d8 req-f298d01e-3c50-42a8-ba66-57057e8fbf92 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:49.446529 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fe5b152b-29d2-4808-8083-279b8afc31d8 req-f298d01e-3c50-42a8-ba66-57057e8fbf92 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.4552860 Jun 28 09:42:49.467431 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6235c75f-f2af-443f-a6eb-402246460bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:49.484229 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6235c75f-f2af-443f-a6eb-402246460bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:49.503938 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fe5b152b-29d2-4808-8083-279b8afc31d8 req-73dfe9f4-f9ba-4246-80af-d7cf67b18009 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493746 Jun 28 09:42:49.517971 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c5f0dd1d-823f-4fbe-a8e4-34006746ba7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:49.524977 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54368) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:49.525181 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6235c75f-f2af-443f-a6eb-402246460bc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c809be1c24d64961a31b3369bc89f1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390445 Jun 28 09:42:49.570508 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cfde-1659-4f53-b942-0c80fbd38539 req-916e4e1b-b52f-4c31-8130-cdf630ad823e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:49.572504 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cfc9cfde-1659-4f53-b942-0c80fbd38539 req-916e4e1b-b52f-4c31-8130-cdf630ad823e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1832843 Jun 28 09:42:49.575094 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235c75f-f2af-443f-a6eb-402246460bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a4981-4a52-4f14-ac4c-064721d210a9,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:49.592867 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6235c75f-f2af-443f-a6eb-402246460bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:49.606564 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73849600-0b67-474a-9c58-5a95235d5dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:49.635333 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cfc9cfde-1659-4f53-b942-0c80fbd38539 req-d9421d2f-494c-457e-84f3-a9fef4eca92a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 Jun 28 09:42:49.646609 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73849600-0b67-474a-9c58-5a95235d5dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:49.717824 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73849600-0b67-474a-9c58-5a95235d5dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:49.722621 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73849600-0b67-474a-9c58-5a95235d5dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:49.726437 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-73849600-0b67-474a-9c58-5a95235d5dea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d71a4981-4a52-4f14-ac4c-064721d210a9 HTTP/1.1" status: 204 len: 168 time: 0.1978955 Jun 28 09:42:49.726437 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-db8cfa21-c543-45b9-91ca-23711b1c2c53 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:49.734383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73849600-0b67-474a-9c58-5a95235d5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a4981-4a52-4f14-ac4c-064721d210a9,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:49.737017 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-73849600-0b67-474a-9c58-5a95235d5dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:50.271025 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54426) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:50.296372 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-11a0ee2f-8dcf-4458-bbb2-e205a4824c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:50.419414 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-11a0ee2f-8dcf-4458-bbb2-e205a4824c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:50.426632 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-11a0ee2f-8dcf-4458-bbb2-e205a4824c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:50.431575 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-590806dc-5aac-44fc-9307-0caec9888e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:50.498849 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0ee2f-8dcf-4458-bbb2-e205a4824c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208b0873-19cc-4ce5-a919-7b5a61747716,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:50.517285 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-11a0ee2f-8dcf-4458-bbb2-e205a4824c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:50.520183 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-11a0ee2f-8dcf-4458-bbb2-e205a4824c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=965c3a6f80d94e7a9d11c5ff530c8bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481065 Jun 28 09:42:50.522901 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54432) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:50.586146 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8faa728a-9f7a-495b-a018-ca160637b4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:50.618909 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8faa728a-9f7a-495b-a018-ca160637b4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:50.699921 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8faa728a-9f7a-495b-a018-ca160637b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:50.703710 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8faa728a-9f7a-495b-a018-ca160637b4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:50.707995 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-8faa728a-9f7a-495b-a018-ca160637b4cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/208b0873-19cc-4ce5-a919-7b5a61747716 HTTP/1.1" status: 204 len: 168 time: 0.1810398 Jun 28 09:42:50.707995 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-63f8008f-36bd-49bf-a0a8-9b6be820147a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:50.716052 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa728a-9f7a-495b-a018-ca160637b4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208b0873-19cc-4ce5-a919-7b5a61747716,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:50.721629 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8faa728a-9f7a-495b-a018-ca160637b4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:50.822249 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30e387-c7a9-483d-ab49-6e7ee3e5219a req-4d2c1e66-a6c1-4099-9d50-b92ffb1c8431 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:50.830614 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ef30e387-c7a9-483d-ab49-6e7ee3e5219a req-4d2c1e66-a6c1-4099-9d50-b92ffb1c8431 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1835370 Jun 28 09:42:50.923586 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ef30e387-c7a9-483d-ab49-6e7ee3e5219a req-281dda90-671c-4791-ac6e-c97d52dabb5a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823205 Jun 28 09:42:50.938725 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8eaa3-e973-4552-9ff1-fe532dd0ec4c req-1ef7ecdd-f78b-4197-9108-29dccf445e9e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:50.944058 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b5b8eaa3-e973-4552-9ff1-fe532dd0ec4c req-1ef7ecdd-f78b-4197-9108-29dccf445e9e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1223223 Jun 28 09:42:51.007697 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b5b8eaa3-e973-4552-9ff1-fe532dd0ec4c req-9d84e4b9-4e98-4fe0-bed3-82e05ccec1ed tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580285 Jun 28 09:42:52.143491 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535041e6-4ade-4da7-b816-8ab804b9824a req-62b00967-6a70-4caf-81fe-c3dd3b16a30e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:52.151375 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-535041e6-4ade-4da7-b816-8ab804b9824a req-62b00967-6a70-4caf-81fe-c3dd3b16a30e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0942216 Jun 28 09:42:52.225708 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-535041e6-4ade-4da7-b816-8ab804b9824a req-93595905-5d3b-4f0c-9948-e69ac1804849 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734584 Jun 28 09:42:52.254362 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c221c7-c715-4f62-b483-dc10805c54ac req-403e18bd-1e81-4fdc-8735-435b4955ba8f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:52.259271 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a7c221c7-c715-4f62-b483-dc10805c54ac req-403e18bd-1e81-4fdc-8735-435b4955ba8f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0925436 Jun 28 09:42:52.315639 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a7c221c7-c715-4f62-b483-dc10805c54ac req-bd0e5fc4-a885-4216-be9e-36baa2cedfec tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Jun 28 09:42:53.461355 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f754ce-8ae9-4dd9-8936-7da67904456c req-9c7f4228-edb1-40ae-b022-f92dbb71a180 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:53.463835 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b9f754ce-8ae9-4dd9-8936-7da67904456c req-9c7f4228-edb1-40ae-b022-f92dbb71a180 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0853388 Jun 28 09:42:53.526924 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7c7e6-620d-4792-9e6f-ffd191d5e41f req-a3731c29-a881-4305-8773-fc711100b19b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:53.534962 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-93a7c7e6-620d-4792-9e6f-ffd191d5e41f req-a3731c29-a881-4305-8773-fc711100b19b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0861125 Jun 28 09:42:53.541884 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b9f754ce-8ae9-4dd9-8936-7da67904456c req-5bd8a097-1fe5-46da-b3cd-ab6ff1bea7c4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616009 Jun 28 09:42:53.576693 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-93a7c7e6-620d-4792-9e6f-ffd191d5e41f req-93a53a85-d745-4f9a-b981-d6da5e09c183 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 Jun 28 09:42:54.723924 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-27261a29-1af2-4385-9c7e-49ca6c325345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:54.725616 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-27261a29-1af2-4385-9c7e-49ca6c325345 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0730557 Jun 28 09:42:54.916080 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e1b79-8eb9-49c8-8c30-558ceed24963 req-1a5c6469-b636-4d7b-9e15-d246a67638c1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:54.918202 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6e0e1b79-8eb9-49c8-8c30-558ceed24963 req-1a5c6469-b636-4d7b-9e15-d246a67638c1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1728890 Jun 28 09:42:54.919308 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-8d508f9b-efd1-4afb-a87a-b992762013fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:54.920687 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-8d508f9b-efd1-4afb-a87a-b992762013fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.1863062 Jun 28 09:42:55.010312 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6e0e1b79-8eb9-49c8-8c30-558ceed24963 req-0c7b97d4-42fe-48ea-b228-487040114409 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858705 Jun 28 09:42:55.023176 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-d6e60a4b-30b9-4395-ba79-5308aee3412a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 HTTP/1.1" status: 200 len: 1001 time: 0.0824463 Jun 28 09:42:55.038539 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef1741-155b-4be1-8e5d-cad4fd6bbc94 req-4598c081-a2f1-49f4-b518-57d1225a16f1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:55.046473 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-85ef1741-155b-4be1-8e5d-cad4fd6bbc94 req-4598c081-a2f1-49f4-b518-57d1225a16f1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.3333993 Jun 28 09:42:55.087964 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-8bc21ea5-3c91-4182-a839-ff7a7ca45eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:55.090079 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-8bc21ea5-3c91-4182-a839-ff7a7ca45eed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0538423 Jun 28 09:42:55.093090 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-85ef1741-155b-4be1-8e5d-cad4fd6bbc94 req-d304a700-a33c-4baf-9afa-3a36e3dcdc26 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Jun 28 09:42:55.164029 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-5220f052-d66c-41c9-96a7-d13ee6e1cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:55.165585 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-5220f052-d66c-41c9-96a7-d13ee6e1cbdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0668817 Jun 28 09:42:55.263234 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-6eccd9d0-2ee6-416a-a5ff-c3a081be0b9f service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872648 Jun 28 09:42:55.356911 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3d0aa5d9-6c38-4b84-9597-d61683dd2278 req-273effca-e99e-4f57-89a5-6bc5a0586e7c service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869157 Jun 28 09:42:56.187244 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35e7be-d2ac-4e06-8a33-f14f831d5726 req-e5f8c994-9d45-4302-89a8-324fa2d73366 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:56.188784 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4a35e7be-d2ac-4e06-8a33-f14f831d5726 req-e5f8c994-9d45-4302-89a8-324fa2d73366 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0639298 Jun 28 09:42:56.230557 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4a35e7be-d2ac-4e06-8a33-f14f831d5726 req-afb88eb9-c4e7-4f57-83e0-8e215b655df5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 Jun 28 09:42:56.302036 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a61958-279f-44cb-812a-26e2d8ea6418 req-b0301c7a-b27a-4f08-88c9-c041ec2ed6be tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:56.303629 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96a61958-279f-44cb-812a-26e2d8ea6418 req-b0301c7a-b27a-4f08-88c9-c041ec2ed6be tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0964494 Jun 28 09:42:56.348383 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96a61958-279f-44cb-812a-26e2d8ea6418 req-057f3da8-2905-448c-978c-f9fc1afb47b3 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388680 Jun 28 09:42:56.576032 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54582) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:56.679179 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc651-fe03-4dc9-ba77-6232c9c6a755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:56.773617 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc651-fe03-4dc9-ba77-6232c9c6a755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:56.777410 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc651-fe03-4dc9-ba77-6232c9c6a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:56.779682 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-19ee5fdf-9bab-4bd8-b39d-2699cf9cc080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:56.812819 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbc651-fe03-4dc9-ba77-6232c9c6a755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c0204-727f-4dd4-a825-c89a48e7db08,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:56.817586 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-7bfbc651-fe03-4dc9-ba77-6232c9c6a755 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb7129dc30304c039424b871f8cc1e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404878 Jun 28 09:42:56.818483 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7bfbc651-fe03-4dc9-ba77-6232c9c6a755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:56.820299 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54588) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:56.870564 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc80f-b2d9-42c7-8803-91f67e523ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:56.892585 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc80f-b2d9-42c7-8803-91f67e523ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:56.939918 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc80f-b2d9-42c7-8803-91f67e523ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:56.942678 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba5cc80f-b2d9-42c7-8803-91f67e523ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:56.943816 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ba5cc80f-b2d9-42c7-8803-91f67e523ae5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a1c0204-727f-4dd4-a825-c89a48e7db08 HTTP/1.1" status: 204 len: 168 time: 0.1225040 Jun 28 09:42:56.944590 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dd9d3c1f-7417-4099-bde7-3cd3cc979a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:56.951831 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cc80f-b2d9-42c7-8803-91f67e523ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c0204-727f-4dd4-a825-c89a48e7db08,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:56.954686 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba5cc80f-b2d9-42c7-8803-91f67e523ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:57.205864 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54596) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:57.218724 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-604bd830-c834-4a45-8c04-70a8e94de0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:57.313009 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-604bd830-c834-4a45-8c04-70a8e94de0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:57.318768 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-604bd830-c834-4a45-8c04-70a8e94de0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:57.324287 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4f3a8b12-3380-40c7-a9a7-ab37de6352d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:57.360718 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-604bd830-c834-4a45-8c04-70a8e94de0ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff90ceae6e6640e8a011606545213688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531203 Jun 28 09:42:57.361652 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bd830-c834-4a45-8c04-70a8e94de0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b71e75f-bd6e-4570-b619-13ba610355d4,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:57.364078 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54600) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:57.390015 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-604bd830-c834-4a45-8c04-70a8e94de0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:57.437686 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbc60c-8d03-4704-94e7-1d09284f09ca req-e654c99b-955b-482b-a4f2-643ad0194103 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:57.440116 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-61bbc60c-8d03-4704-94e7-1d09284f09ca req-e654c99b-955b-482b-a4f2-643ad0194103 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0855069 Jun 28 09:42:57.462857 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1306-33a2-42e6-a2ad-c3fa03e2a092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:57.484447 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-61bbc60c-8d03-4704-94e7-1d09284f09ca req-263ed3d3-a894-4c54-9c4d-0a354ba46426 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Jun 28 09:42:57.495378 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1306-33a2-42e6-a2ad-c3fa03e2a092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:57.589290 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1306-33a2-42e6-a2ad-c3fa03e2a092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:57.592208 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d0f1306-33a2-42e6-a2ad-c3fa03e2a092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:57.593392 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-2d0f1306-33a2-42e6-a2ad-c3fa03e2a092 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b71e75f-bd6e-4570-b619-13ba610355d4 HTTP/1.1" status: 204 len: 168 time: 0.2282863 Jun 28 09:42:57.595592 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2ffe1a60-c369-4b34-8e5a-e2f7fe9f0463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:57.604719 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163b1e-d3fb-4b11-b177-86c6a192d3da req-45a4c534-f58a-434c-bbe0-68636df4d6e5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:57.606175 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-af163b1e-d3fb-4b11-b177-86c6a192d3da req-45a4c534-f58a-434c-bbe0-68636df4d6e5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.1041307 Jun 28 09:42:57.619025 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f1306-33a2-42e6-a2ad-c3fa03e2a092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b71e75f-bd6e-4570-b619-13ba610355d4,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:57.621388 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2d0f1306-33a2-42e6-a2ad-c3fa03e2a092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:57.651877 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-af163b1e-d3fb-4b11-b177-86c6a192d3da req-2acdea61-18b5-4b99-90bc-80ccef6dc93d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Jun 28 09:42:57.899186 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-98845f10-354a-41dd-bbb9-449d41a080c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:58.669506 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b3591-8f49-4d4a-aa2e-6e8e4a161e19 req-aeca57a7-2031-40e9-aca6-038b5274f021 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:58.671030 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ca9b3591-8f49-4d4a-aa2e-6e8e4a161e19 req-aeca57a7-2031-40e9-aca6-038b5274f021 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0713668 Jun 28 09:42:58.719944 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ca9b3591-8f49-4d4a-aa2e-6e8e4a161e19 req-cb514238-7e33-47cb-93b7-dfb80f0e9201 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Jun 28 09:42:58.846114 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1252-7e18-42b4-af56-b480eda64bdc req-13eacb85-c9d0-4e82-89ba-d429a2676fd9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:58.847730 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eddc1252-7e18-42b4-af56-b480eda64bdc req-13eacb85-c9d0-4e82-89ba-d429a2676fd9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 945 time: 0.0650551 Jun 28 09:42:58.893600 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eddc1252-7e18-42b4-af56-b480eda64bdc req-fdfc6c71-0925-4130-970b-df5c8b5b11b9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398514 Jun 28 09:42:59.176859 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:42:59.261018 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:59.288778 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:42:59.291371 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b1f450-7f69-4ec0-9ac5-ab5e897123cd" -d '{"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:42:59.306149 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:42:59.311968 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:59.314536 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:59.343230 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef7f422-77f5-4bb2-a44b-4d4a1f663501 x-openstack-request-id: req-8ef7f422-77f5-4bb2-a44b-4d4a1f663501 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:42:59.343533 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-unplugged", "status": "failed", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7", "code": 422}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:42:59.343962 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ef7f422-77f5-4bb2-a44b-4d4a1f663501 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:42:59.344456 dv-cinder-792209-2-smb neutron-server[99534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'code': 422} returned with failed status Jun 28 09:42:59.373532 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=8']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:59.379869 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:59.506923 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54694) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:59.617220 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-05b85007-69a3-4702-a87a-25ac0d9bfc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:59.724798 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-05b85007-69a3-4702-a87a-25ac0d9bfc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:59.753399 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-05b85007-69a3-4702-a87a-25ac0d9bfc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:59.757827 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fa1a392c-90b2-4b59-b4e6-13f32f14af9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:42:59.809994 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-05b85007-69a3-4702-a87a-25ac0d9bfc54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f40e1d59e62b424299a61066f7132441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014593 Jun 28 09:42:59.812571 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b85007-69a3-4702-a87a-25ac0d9bfc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb90c793-bc6b-46d1-96cd-4fbbbdca8c28,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:42:59.812802 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54712) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:42:59.818788 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-05b85007-69a3-4702-a87a-25ac0d9bfc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:42:59.835144 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95928a-4cca-4de0-9b52-368e4a9c6161 req-5d05d50a-c0e6-4005-a63f-d67316782497 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:59.842384 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0d95928a-4cca-4de0-9b52-368e4a9c6161 req-5d05d50a-c0e6-4005-a63f-d67316782497 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.1227849 Jun 28 09:42:59.882386 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0d95928a-4cca-4de0-9b52-368e4a9c6161 req-19a90b64-431d-441b-a247-811587977935 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391338 Jun 28 09:42:59.912703 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-69ab4f57-7b96-4ac2-ad46-a034c2e01ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:59.947197 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-69ab4f57-7b96-4ac2-ad46-a034c2e01ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:42:59.981078 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681341a-9ed7-40bf-b1f2-383107653b62 req-ce95d8e5-1cc6-4c79-9844-4f0446b42fc3 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:42:59.983058 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0681341a-9ed7-40bf-b1f2-383107653b62 req-ce95d8e5-1cc6-4c79-9844-4f0446b42fc3 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1191792 Jun 28 09:43:00.058630 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0681341a-9ed7-40bf-b1f2-383107653b62 req-766663c0-036c-468e-95dd-809dc928d07e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677984 Jun 28 09:43:00.060034 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-69ab4f57-7b96-4ac2-ad46-a034c2e01ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.063737 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-69ab4f57-7b96-4ac2-ad46-a034c2e01ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.068657 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-69ab4f57-7b96-4ac2-ad46-a034c2e01ea8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb90c793-bc6b-46d1-96cd-4fbbbdca8c28 HTTP/1.1" status: 204 len: 168 time: 0.2540503 Jun 28 09:43:00.069720 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2feb50e8-7372-4aa3-9c72-76b8ba79d26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:00.080678 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab4f57-7b96-4ac2-ad46-a034c2e01ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb90c793-bc6b-46d1-96cd-4fbbbdca8c28,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:00.086758 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-69ab4f57-7b96-4ac2-ad46-a034c2e01ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:00.100784 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54728) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:00.156635 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2bda2-d439-4370-9e29-ed9a6647fbd6 req-0f7d1163-2635-4c6b-9ede-d6782056f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:00.158489 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0ae2bda2-d439-4370-9e29-ed9a6647fbd6 req-0f7d1163-2635-4c6b-9ede-d6782056f097 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1098 time: 0.0919926 Jun 28 09:43:00.202901 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0ae2bda2-d439-4370-9e29-ed9a6647fbd6 req-2672559a-f643-4256-8912-c6d5ba19c717 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Jun 28 09:43:00.215027 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-b484a0b0-d6d9-47a2-afe2-ae6778508f09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1126218 Jun 28 09:43:00.395853 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54740) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:00.409270 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a5a10130-aa08-4f2d-afa2-70bbb12d5152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.505881 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a5a10130-aa08-4f2d-afa2-70bbb12d5152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.510086 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a5a10130-aa08-4f2d-afa2-70bbb12d5152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.512700 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d8aa8b23-56d1-49b0-a9c0-d0c003a6ef06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:00.548663 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fc8a-c524-4506-9fb9-bda0908f9fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.558179 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-a5a10130-aa08-4f2d-afa2-70bbb12d5152 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aaa14b6307964ee6bf264de4b29994f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611814 Jun 28 09:43:00.559716 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a10130-aa08-4f2d-afa2-70bbb12d5152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dee9a5-5da7-44b6-abba-4b3943299712,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:00.560821 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54742) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:00.562846 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a5a10130-aa08-4f2d-afa2-70bbb12d5152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:00.612014 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4cb395b9-dba7-47d0-9459-cc767f0077b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.634178 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4cb395b9-dba7-47d0-9459-cc767f0077b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.652023 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.689773 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4cb395b9-dba7-47d0-9459-cc767f0077b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.693360 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4cb395b9-dba7-47d0-9459-cc767f0077b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:00.694800 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-4cb395b9-dba7-47d0-9459-cc767f0077b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8dee9a5-5da7-44b6-abba-4b3943299712 HTTP/1.1" status: 204 len: 168 time: 0.1328442 Jun 28 09:43:00.695732 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b39378df-415d-4321-b402-051198a01261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:00.703805 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb395b9-dba7-47d0-9459-cc767f0077b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dee9a5-5da7-44b6-abba-4b3943299712,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:00.711095 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4cb395b9-dba7-47d0-9459-cc767f0077b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:01.128611 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5fb67-fdd9-411d-be82-9e39cc29b7b6 req-a783770b-3aa9-4c24-b341-3f3e320b1d9e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:01.136367 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4ea5fb67-fdd9-411d-be82-9e39cc29b7b6 req-a783770b-3aa9-4c24-b341-3f3e320b1d9e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.1138501 Jun 28 09:43:01.197162 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4ea5fb67-fdd9-411d-be82-9e39cc29b7b6 req-29e5b0ea-1159-4a7c-b03e-1886d7113dfb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591567 Jun 28 09:43:01.287522 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa98332-3f29-478a-a8c7-9b9ccf04d925 req-63d0f778-88f2-4ac4-b01f-02611c661b44 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:01.292960 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-caa98332-3f29-478a-a8c7-9b9ccf04d925 req-63d0f778-88f2-4ac4-b01f-02611c661b44 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0999112 Jun 28 09:43:01.367664 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-caa98332-3f29-478a-a8c7-9b9ccf04d925 req-c597ecd7-b925-4e16-b0c9-8c34b15a80b2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690558 Jun 28 09:43:01.572202 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:01.934336 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-9c3ab9e0-ae3c-4f0a-8548-643fa021a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:01.935976 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-9c3ab9e0-ae3c-4f0a-8548-643fa021a81a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1&tenant_id=84dcf401cba94a82b851459138f8c61d HTTP/1.1" status: 200 len: 1096 time: 0.0866847 Jun 28 09:43:02.031893 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-543a61d3-5ed3-4db9-bae7-1ffeb86d13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:02.034773 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-543a61d3-5ed3-4db9-bae7-1ffeb86d13a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0615168 Jun 28 09:43:02.153634 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-7592a979-028d-4a4f-ad9c-f9bec0ba9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:02.156291 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-7592a979-028d-4a4f-ad9c-f9bec0ba9ad1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.1141012 Jun 28 09:43:02.232738 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-ea54350e-2c96-43a9-a89d-fd9eee9de026 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 HTTP/1.1" status: 200 len: 999 time: 0.0666001 Jun 28 09:43:02.290439 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-52490c4d-4e37-4f6b-b0b3-5fa1b68703e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:02.292190 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-52490c4d-4e37-4f6b-b0b3-5fa1b68703e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0486138 Jun 28 09:43:02.369302 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-0ae17507-fc4f-4d27-93b7-e382df78d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:02.372203 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-0ae17507-fc4f-4d27-93b7-e382df78d706 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731947 Jun 28 09:43:02.432012 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacb12-d7a7-4496-8558-8fbaaac0ac90 req-560e72fb-77d2-4899-a64a-cf59db7435ea tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:02.433602 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a3dacb12-d7a7-4496-8558-8fbaaac0ac90 req-560e72fb-77d2-4899-a64a-cf59db7435ea tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0841808 Jun 28 09:43:02.476164 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a3dacb12-d7a7-4496-8558-8fbaaac0ac90 req-bb74e864-caf5-4e3a-ad8a-938b4d13e079 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360434 Jun 28 09:43:02.542441 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-bfd10aae-ceff-443f-97e5-c270414c0b8c service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530352 Jun 28 09:43:02.633149 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e2cda-c728-4701-ac34-78d50b8fac23 req-9a8c524a-c961-4958-96d2-6a8dac6558c0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:02.634522 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0e4e2cda-c728-4701-ac34-78d50b8fac23 req-9a8c524a-c961-4958-96d2-6a8dac6558c0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1410623 Jun 28 09:43:02.675171 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7a2cfbd5-5d71-4133-88f3-bf7e7fe420fb req-3d5d0ab4-0ef5-47e7-852b-5189bfae2233 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246688 Jun 28 09:43:02.691247 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0e4e2cda-c728-4701-ac34-78d50b8fac23 req-1dd9fb05-92d0-467c-884f-98462d6ab004 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485415 Jun 28 09:43:03.175975 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-5e2dcb34-9dc6-4576-b168-9f9448e95a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:03.178000 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-5e2dcb34-9dc6-4576-b168-9f9448e95a7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1098 time: 0.0842047 Jun 28 09:43:03.285165 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:03.355262 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-a9e7af47-1399-43bc-a609-665d80b9004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:03.356854 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-a9e7af47-1399-43bc-a609-665d80b9004a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 920 time: 0.1690900 Jun 28 09:43:03.414516 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-ab41d415-162b-49d8-9098-9788c5a752c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b HTTP/1.1" status: 200 len: 217 time: 0.0470061 Jun 28 09:43:03.457799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdf5b4-c762-4071-a2ca-8d6ed4d3e344 req-d58af5b0-ed0e-4bc0-869f-ad819c793a18 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:03.460653 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-39bdf5b4-c762-4071-a2ca-8d6ed4d3e344 req-d58af5b0-ed0e-4bc0-869f-ad819c793a18 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1199591 Jun 28 09:43:03.598956 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-3bdbf5ae-9f1f-43ad-87a4-a5e44db01c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:03.607365 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-3bdbf5ae-9f1f-43ad-87a4-a5e44db01c40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.1847801 Jun 28 09:43:03.646311 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-39bdf5b4-c762-4071-a2ca-8d6ed4d3e344 req-5485932e-effe-4ee2-8fbc-74e99ac7d2ab tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786478 Jun 28 09:43:03.821560 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a12fa7-d39d-4238-873b-7acf4e4eaa66 req-ae6791a1-8c1b-4bff-975c-adb44a769bee tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:03.823560 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f8a12fa7-d39d-4238-873b-7acf4e4eaa66 req-ae6791a1-8c1b-4bff-975c-adb44a769bee tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0862510 Jun 28 09:43:03.898243 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f8a12fa7-d39d-4238-873b-7acf4e4eaa66 req-fa6bc319-17e4-4135-b290-2a08bd48b150 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659537 Jun 28 09:43:04.834393 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8d34-65b1-4b80-96fc-a53f345484d5 req-74d1d3d3-3027-4885-8efe-3d826e247ea9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:04.836032 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-eebd8d34-65b1-4b80-96fc-a53f345484d5 req-74d1d3d3-3027-4885-8efe-3d826e247ea9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0744030 Jun 28 09:43:04.883280 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-eebd8d34-65b1-4b80-96fc-a53f345484d5 req-c5c428ba-6d16-4911-923f-d1e2e85ecb0a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Jun 28 09:43:05.112808 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e122-0d7d-4100-8ac4-946174831cfd req-fd947100-e33f-44c0-afc3-c41c5866a7b8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:05.114687 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3c39e122-0d7d-4100-8ac4-946174831cfd req-fd947100-e33f-44c0-afc3-c41c5866a7b8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0726688 Jun 28 09:43:05.162037 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3c39e122-0d7d-4100-8ac4-946174831cfd req-6f14b65f-6c12-430a-a76b-edab3ae591d4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350201 Jun 28 09:43:06.090876 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4fc13-4372-4d0b-bc1c-85da34000d0d req-7dda81fc-e04a-4c33-932c-a61d21616ddf tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:06.094979 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dea4fc13-4372-4d0b-bc1c-85da34000d0d req-7dda81fc-e04a-4c33-932c-a61d21616ddf tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0836229 Jun 28 09:43:06.134088 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dea4fc13-4372-4d0b-bc1c-85da34000d0d req-39ec85fd-6cc4-47ae-9c26-416b55bedfa1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353379 Jun 28 09:43:06.367018 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74c6a-1197-40c9-9d1c-f8d124b4b25b req-e48a25dc-e988-40c2-8bd4-487b1568bed1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:06.368616 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c7c74c6a-1197-40c9-9d1c-f8d124b4b25b req-e48a25dc-e988-40c2-8bd4-487b1568bed1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0702543 Jun 28 09:43:06.410561 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c7c74c6a-1197-40c9-9d1c-f8d124b4b25b req-9b8352d6-94fd-40c2-837c-b43551e583c9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331497 Jun 28 09:43:07.324853 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89019e3-f022-4bef-a227-adb3f7e0d093 req-9897d623-0cd6-4cc3-a1b6-82301323ca6d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:07.326287 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e89019e3-f022-4bef-a227-adb3f7e0d093 req-9897d623-0cd6-4cc3-a1b6-82301323ca6d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0717936 Jun 28 09:43:07.365992 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e89019e3-f022-4bef-a227-adb3f7e0d093 req-59a16194-8173-40a2-bb14-8892f2bd3bf8 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Jun 28 09:43:07.598124 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ced8f-c32d-4de0-bb2d-88b0cd53b6b5 req-60c16d3c-86f7-4eeb-a54c-7cebf7f0124c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:07.600375 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-874ced8f-c32d-4de0-bb2d-88b0cd53b6b5 req-60c16d3c-86f7-4eeb-a54c-7cebf7f0124c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0685124 Jun 28 09:43:07.649333 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-874ced8f-c32d-4de0-bb2d-88b0cd53b6b5 req-dcb930d0-4354-4601-85b3-0b2f715e5485 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Jun 28 09:43:08.004194 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54968) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:08.180982 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e314a24f-3a88-4431-bbf6-887ff7f15830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.295027 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e314a24f-3a88-4431-bbf6-887ff7f15830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.305708 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e314a24f-3a88-4431-bbf6-887ff7f15830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.308549 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-16d2cb8e-fa4c-4f40-8239-dcabcd9e431c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:08.344388 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314a24f-3a88-4431-bbf6-887ff7f15830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0de8e7-4746-470d-bdf6-117c364b40be,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:08.352663 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e314a24f-3a88-4431-bbf6-887ff7f15830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:08.370500 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-e314a24f-3a88-4431-bbf6-887ff7f15830 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fc76e9de7b045bdbe1cd444dac4965d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656073 Jun 28 09:43:08.375029 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 54976) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:08.430777 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f18f14bd-9887-4ecd-8503-7bee625e4928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.456143 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f18f14bd-9887-4ecd-8503-7bee625e4928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.508851 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f18f14bd-9887-4ecd-8503-7bee625e4928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.511350 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f18f14bd-9887-4ecd-8503-7bee625e4928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.512524 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-f18f14bd-9887-4ecd-8503-7bee625e4928 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef0de8e7-4746-470d-bdf6-117c364b40be HTTP/1.1" status: 204 len: 168 time: 0.1358290 Jun 28 09:43:08.513259 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d91bae42-09e3-4ded-88d7-1653ec700a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:08.520872 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f14bd-9887-4ecd-8503-7bee625e4928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0de8e7-4746-470d-bdf6-117c364b40be,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:08.523756 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f18f14bd-9887-4ecd-8503-7bee625e4928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:08.556962 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363beb5-670d-4628-a1df-cab6d112b178 req-0c46f405-8f3a-4938-83c1-4bf513379774 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:08.558502 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e363beb5-670d-4628-a1df-cab6d112b178 req-0c46f405-8f3a-4938-83c1-4bf513379774 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0660641 Jun 28 09:43:08.600701 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e363beb5-670d-4628-a1df-cab6d112b178 req-239e5aeb-f2fc-42b4-a7f8-f261796a3401 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Jun 28 09:43:08.843268 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54988) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:08.861366 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8279d-7e0c-4e30-b580-db948f0ada02 req-b5fa6a14-c98a-4e20-b63d-c99551da94d4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:08.868905 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-11d8279d-7e0c-4e30-b580-db948f0ada02 req-b5fa6a14-c98a-4e20-b63d-c99551da94d4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0814199 Jun 28 09:43:08.877326 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b179-59b8-4aff-87e4-4a9535876c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.904460 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-11d8279d-7e0c-4e30-b580-db948f0ada02 req-50741e82-bf84-4923-badd-e5fae5f2247f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331018 Jun 28 09:43:08.990150 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b179-59b8-4aff-87e4-4a9535876c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.993996 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b179-59b8-4aff-87e4-4a9535876c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:08.996858 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4aec1604-b0ef-48df-8ed5-eabd5d56edb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:09.036684 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ccb5b179-59b8-4aff-87e4-4a9535876c5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=259123be2ca84f609ed9c9ab31bc9836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912882 Jun 28 09:43:09.037882 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5b179-59b8-4aff-87e4-4a9535876c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e7e959-ffe5-45d7-81c8-fcafaa94e2d6,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:09.041296 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ccb5b179-59b8-4aff-87e4-4a9535876c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:09.042141 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 54990) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:09.100495 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-148a7a7d-6a3d-4f12-b93e-7ea3e91b5629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:09.134704 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-148a7a7d-6a3d-4f12-b93e-7ea3e91b5629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:09.198159 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-148a7a7d-6a3d-4f12-b93e-7ea3e91b5629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:09.201103 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-148a7a7d-6a3d-4f12-b93e-7ea3e91b5629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:09.202455 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-148a7a7d-6a3d-4f12-b93e-7ea3e91b5629 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9e7e959-ffe5-45d7-81c8-fcafaa94e2d6 HTTP/1.1" status: 204 len: 168 time: 0.1592309 Jun 28 09:43:09.203332 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fb445922-b90a-4ded-806d-73fd18947031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:09.213246 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a7a7d-6a3d-4f12-b93e-7ea3e91b5629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e7e959-ffe5-45d7-81c8-fcafaa94e2d6,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:09.215807 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-148a7a7d-6a3d-4f12-b93e-7ea3e91b5629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:09.830561 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea14985-3a25-4472-859b-7e235e493f10 req-0a4bf7b3-7515-4f00-bf5f-17fe0c605e81 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:09.832093 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-eea14985-3a25-4472-859b-7e235e493f10 req-0a4bf7b3-7515-4f00-bf5f-17fe0c605e81 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0779741 Jun 28 09:43:09.878199 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-eea14985-3a25-4472-859b-7e235e493f10 req-71bbc56f-3d6e-480f-b9f9-4a9e5f6a36e2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Jun 28 09:43:09.881276 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:10.127761 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216a604-78bd-4b23-9462-cbb605b24d0c req-125a02f0-59c9-43eb-bb05-96691b43647c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:10.129359 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4216a604-78bd-4b23-9462-cbb605b24d0c req-125a02f0-59c9-43eb-bb05-96691b43647c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0741718 Jun 28 09:43:10.167306 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4216a604-78bd-4b23-9462-cbb605b24d0c req-faff1186-9761-40ac-8a72-1d428a3237f5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322068 Jun 28 09:43:11.199521 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a667be6-0462-4668-b405-869c4eea239b req-bdbaa6f7-305e-4fde-8fb2-d5ca7d3307e7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:11.217277 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1a667be6-0462-4668-b405-869c4eea239b req-bdbaa6f7-305e-4fde-8fb2-d5ca7d3307e7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1897244 Jun 28 09:43:11.283297 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1a667be6-0462-4668-b405-869c4eea239b req-3c84870c-fb03-4141-a29c-63011efc790b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634842 Jun 28 09:43:11.459592 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f1bdf-510c-487e-879c-24bcf6915d91 req-2b8aa360-fef9-4ed4-8a2b-550f237be8cb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:11.462079 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0f4f1bdf-510c-487e-879c-24bcf6915d91 req-2b8aa360-fef9-4ed4-8a2b-550f237be8cb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0705082 Jun 28 09:43:11.520896 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0f4f1bdf-510c-487e-879c-24bcf6915d91 req-fd0374e6-5e0d-43ee-b96a-d3a2d9b2f7cb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519555 Jun 28 09:43:11.583091 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 55082) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:11.724296 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-69972ce2-8dc4-4135-8823-b2c1d952fe8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:11.823004 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-69972ce2-8dc4-4135-8823-b2c1d952fe8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:11.828821 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-69972ce2-8dc4-4135-8823-b2c1d952fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:11.831562 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a5a10130-aa08-4f2d-afa2-70bbb12d5152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:11.873533 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-69972ce2-8dc4-4135-8823-b2c1d952fe8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e5d4500d2204defb62c6a65d649926c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853208 Jun 28 09:43:11.873533 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69972ce2-8dc4-4135-8823-b2c1d952fe8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda9488-d68a-48cc-ac5d-59c011aaa061,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:11.874002 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55086) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:11.874132 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-69972ce2-8dc4-4135-8823-b2c1d952fe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:11.950235 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-09921b6d-a41f-46f9-99cb-71c5a8bf9b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:11.970880 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-09921b6d-a41f-46f9-99cb-71c5a8bf9b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.020245 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-09921b6d-a41f-46f9-99cb-71c5a8bf9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.023386 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-09921b6d-a41f-46f9-99cb-71c5a8bf9b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.024650 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-09921b6d-a41f-46f9-99cb-71c5a8bf9b79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bda9488-d68a-48cc-ac5d-59c011aaa061 HTTP/1.1" status: 204 len: 168 time: 0.1509190 Jun 28 09:43:12.025692 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4c24fdf2-fc3c-4064-86b5-d96ba54f0780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:12.034122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09921b6d-a41f-46f9-99cb-71c5a8bf9b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda9488-d68a-48cc-ac5d-59c011aaa061,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:12.036548 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-09921b6d-a41f-46f9-99cb-71c5a8bf9b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:12.367840 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55100) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:12.402933 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-31f91cb1-c021-4c91-af47-a1edf191195b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.579650 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-31f91cb1-c021-4c91-af47-a1edf191195b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.584080 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-31f91cb1-c021-4c91-af47-a1edf191195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.588200 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8d01cd86-0043-422d-bb48-1f6826417fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:12.592088 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd70c62-2938-46a4-bd3b-c4c65ae497a7 req-dd6eb954-2681-43c4-88f4-f5231a6f3c50 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:12.608484 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1dd70c62-2938-46a4-bd3b-c4c65ae497a7 req-dd6eb954-2681-43c4-88f4-f5231a6f3c50 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1268713 Jun 28 09:43:12.644293 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-31f91cb1-c021-4c91-af47-a1edf191195b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=365406d435814c92bb3d59f577746e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746940 Jun 28 09:43:12.645396 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f91cb1-c021-4c91-af47-a1edf191195b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f562f-5978-42ca-aad9-dda20f7af4fe,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:12.647787 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55108) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:12.649938 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-31f91cb1-c021-4c91-af47-a1edf191195b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:12.675120 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1dd70c62-2938-46a4-bd3b-c4c65ae497a7 req-615499c8-8f02-45e6-8e77-8953ab84082a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656703 Jun 28 09:43:12.752913 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a79b9416-eeee-4265-b996-36899c945222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.783621 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a79b9416-eeee-4265-b996-36899c945222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.824246 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fcd88-67aa-4cf9-a194-b03b466da5cc req-d6e89c43-2b81-479e-996b-f2b51899c98d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:12.825839 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8e6fcd88-67aa-4cf9-a194-b03b466da5cc req-d6e89c43-2b81-479e-996b-f2b51899c98d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.1186900 Jun 28 09:43:12.869218 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8e6fcd88-67aa-4cf9-a194-b03b466da5cc req-88190d08-e8c8-4d4e-816b-519a688561c2 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370314 Jun 28 09:43:12.870227 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a79b9416-eeee-4265-b996-36899c945222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.873088 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a79b9416-eeee-4265-b996-36899c945222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:12.877364 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-a79b9416-eeee-4265-b996-36899c945222 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f3f562f-5978-42ca-aad9-dda20f7af4fe HTTP/1.1" status: 204 len: 168 time: 0.2253881 Jun 28 09:43:12.877364 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-159d3241-95ee-4763-8b58-560cebbeabbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:12.893467 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b9416-eeee-4265-b996-36899c945222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f562f-5978-42ca-aad9-dda20f7af4fe,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:12.896010 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a79b9416-eeee-4265-b996-36899c945222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:13.899229 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2ac14-97ff-4f0f-89e6-d3ce0bc44215 req-13215365-7ecf-4b19-9a7f-dccaceec0582 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:13.901064 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7de2ac14-97ff-4f0f-89e6-d3ce0bc44215 req-13215365-7ecf-4b19-9a7f-dccaceec0582 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0707943 Jun 28 09:43:13.951425 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7de2ac14-97ff-4f0f-89e6-d3ce0bc44215 req-d2d3c39d-6495-4333-b8df-e1a77136eead tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363719 Jun 28 09:43:14.136921 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cdedd-c73d-436a-91dc-19269f8927b4 req-7237e01e-08e1-4a14-b7ef-2e2a4b4898f9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:14.139773 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5a7cdedd-c73d-436a-91dc-19269f8927b4 req-7237e01e-08e1-4a14-b7ef-2e2a4b4898f9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.1207509 Jun 28 09:43:14.191554 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5a7cdedd-c73d-436a-91dc-19269f8927b4 req-0d765a28-5408-45a6-840d-ef9475125710 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453806 Jun 28 09:43:15.129469 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cbdc9-fada-47bd-adc1-2887151d6c32 req-b6ddca1f-92e0-4861-a854-026a2ea660d8 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:15.131005 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-360cbdc9-fada-47bd-adc1-2887151d6c32 req-b6ddca1f-92e0-4861-a854-026a2ea660d8 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0666714 Jun 28 09:43:15.174665 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-360cbdc9-fada-47bd-adc1-2887151d6c32 req-b86220c9-5053-41b4-a02d-94f154849401 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375526 Jun 28 09:43:15.388458 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308544b3-4d31-4830-8365-bd809cde38d3 req-f2a90568-505e-470f-95cc-e6eec17d65e5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:15.392473 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-308544b3-4d31-4830-8365-bd809cde38d3 req-f2a90568-505e-470f-95cc-e6eec17d65e5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0719354 Jun 28 09:43:15.433772 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-308544b3-4d31-4830-8365-bd809cde38d3 req-209bd03a-8260-4c3c-bdda-6cd80185818f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340693 Jun 28 09:43:15.781809 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-ca5ca8bc-d45a-4b8f-b0f4-b3068ae657de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263510 Jun 28 09:43:15.873239 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-3ed4ea54-2e82-4792-96eb-10a1c03234fb service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830317 Jun 28 09:43:15.971940 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-16d65899-7098-44f0-aa85-3d8b3c9f4e81 req-8130d07f-546c-4d7a-98eb-4c5034c25dc2 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876203 Jun 28 09:43:16.347271 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef0aee-07e0-4383-827b-24b460059bdd req-f2b4bb72-13fe-473b-b3e1-9072ecaba70a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:16.348284 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c0ef0aee-07e0-4383-827b-24b460059bdd req-f2b4bb72-13fe-473b-b3e1-9072ecaba70a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0625460 Jun 28 09:43:16.387694 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c0ef0aee-07e0-4383-827b-24b460059bdd req-52bce7f5-ef2d-41e0-b924-52c7f83cdaeb tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Jun 28 09:43:16.611369 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dc276-7f73-4366-a229-f5c4439c4ced req-42157121-0474-442b-90ab-fca924b5cdb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:16.616142 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-631dc276-7f73-4366-a229-f5c4439c4ced req-42157121-0474-442b-90ab-fca924b5cdb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0656693 Jun 28 09:43:16.651493 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-631dc276-7f73-4366-a229-f5c4439c4ced req-0c640979-b7f0-4ffd-a401-bd789e066e36 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313981 Jun 28 09:43:17.189002 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55238) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:17.294654 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dfbfdd7d-bd45-4218-a96c-128729dcd872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:17.394870 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dfbfdd7d-bd45-4218-a96c-128729dcd872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:17.398945 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dfbfdd7d-bd45-4218-a96c-128729dcd872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:17.401355 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-09921b6d-a41f-46f9-99cb-71c5a8bf9b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:17.435604 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfdd7d-bd45-4218-a96c-128729dcd872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9c6dc-4392-49f3-94ce-caa54bf85f77,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:17.439143 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dfbfdd7d-bd45-4218-a96c-128729dcd872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:17.444143 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-dfbfdd7d-bd45-4218-a96c-128729dcd872 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74607a6901bd48298cef30fb5bfa5a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517691 Jun 28 09:43:17.444605 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55244) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:17.494288 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ea3d2544-0b90-49bd-a8c2-b7fa3bbe7c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:17.523096 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ea3d2544-0b90-49bd-a8c2-b7fa3bbe7c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:17.571591 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ea3d2544-0b90-49bd-a8c2-b7fa3bbe7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:17.575302 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ea3d2544-0b90-49bd-a8c2-b7fa3bbe7c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:17.576570 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-ea3d2544-0b90-49bd-a8c2-b7fa3bbe7c32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70d9c6dc-4392-49f3-94ce-caa54bf85f77 HTTP/1.1" status: 204 len: 168 time: 0.1312418 Jun 28 09:43:17.577330 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a186ff5d-a3bb-4bff-85ae-f641954d9746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:17.578072 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36e1d5-87b2-4756-8b86-349693199d05 req-c5ba6774-87d5-43d7-b885-4bc9682abbe5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:17.581087 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bc36e1d5-87b2-4756-8b86-349693199d05 req-c5ba6774-87d5-43d7-b885-4bc9682abbe5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0702248 Jun 28 09:43:17.585732 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d2544-0b90-49bd-a8c2-b7fa3bbe7c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9c6dc-4392-49f3-94ce-caa54bf85f77,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:17.588047 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ea3d2544-0b90-49bd-a8c2-b7fa3bbe7c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:17.866813 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d3c16-ee49-4d3e-81b2-2fca444c1b91 req-d4a7fcb7-0d4e-4675-8f65-3134348feeb5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:17.869822 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bc36e1d5-87b2-4756-8b86-349693199d05 req-0974257e-58eb-4b94-a19a-13faa43af359 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806122 Jun 28 09:43:17.870418 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6c7d3c16-ee49-4d3e-81b2-2fca444c1b91 req-d4a7fcb7-0d4e-4675-8f65-3134348feeb5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0859971 Jun 28 09:43:17.914779 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6c7d3c16-ee49-4d3e-81b2-2fca444c1b91 req-42f154ff-f1e3-4677-b95a-9589b5f4ef27 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Jun 28 09:43:19.065175 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32230-afdc-4813-a58e-07c45c12a485 req-8505d1e6-48aa-452f-8d87-bd0733efa2be tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:19.067254 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-84f32230-afdc-4813-a58e-07c45c12a485 req-8505d1e6-48aa-452f-8d87-bd0733efa2be tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0709913 Jun 28 09:43:19.105593 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-84f32230-afdc-4813-a58e-07c45c12a485 req-fb3c9b06-b289-4a90-9213-28219f15bce7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jun 28 09:43:19.123322 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d152be-bb6c-460d-af73-e7ade3bde7d2 req-372396a8-ad0d-46de-8af2-05e2604b5293 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:19.124954 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d5d152be-bb6c-460d-af73-e7ade3bde7d2 req-372396a8-ad0d-46de-8af2-05e2604b5293 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 943 time: 0.0691338 Jun 28 09:43:19.167795 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d5d152be-bb6c-460d-af73-e7ade3bde7d2 req-fed491ef-8801-469f-8398-213c8b49749d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368676 Jun 28 09:43:19.245848 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:43:19.362781 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:19.374901 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'port_id': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'mac_address': 'fa:16:3e:71:e8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:43:19.416966 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:19.430858 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:43:19.452383 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:19.456347 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:19.458274 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:19.504246 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=9']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:19.507480 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:19.800579 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:43:19.850631 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-2eb714bc-b64c-4238-91d2-0a618eabbb55 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a5900960638942a0be8799c606d0ec52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289371 Jun 28 09:43:20.040476 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-fedbfc21-b34e-48e9-b838-d3c200565529 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:20.042140 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-fedbfc21-b34e-48e9-b838-d3c200565529 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862369 Jun 28 09:43:20.057090 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-883f346f-6c5d-49fb-8397-913f7ee6d82a tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/quotas/a5900960638942a0be8799c606d0ec52 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Jun 28 09:43:20.088052 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-65a64d5b-4719-456c-aa43-848a823a72d0 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5900960638942a0be8799c606d0ec52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262449 Jun 28 09:43:20.284623 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8a131141-2aee-4aa3-9eaf-6820acbb2901 req-cb4e83d3-1b3d-42f2-8768-0d56a50b66d6 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 210 time: 0.0476124 Jun 28 09:43:20.352824 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea37c0b-ac7c-401f-9491-4a8c8c30dbbd req-0beaa39b-d2e6-45b8-80e3-1dc1eef3c84f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:20.354385 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5ea37c0b-ac7c-401f-9491-4a8c8c30dbbd req-0beaa39b-d2e6-45b8-80e3-1dc1eef3c84f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 944 time: 0.0651724 Jun 28 09:43:20.395196 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5ea37c0b-ac7c-401f-9491-4a8c8c30dbbd req-1fdb4bbd-db00-41e3-b94b-8e1a63edf6ac tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343516 Jun 28 09:43:20.699911 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cea32-d14a-414d-83d2-393a37348ee9 req-113e65d9-c132-4dba-8e33-53a4e2fa4752 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:20.699911 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-646cea32-d14a-414d-83d2-393a37348ee9 req-113e65d9-c132-4dba-8e33-53a4e2fa4752 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0765145 Jun 28 09:43:20.734888 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-646cea32-d14a-414d-83d2-393a37348ee9 req-db065b46-b12e-4546-ab06-ec64ce6fe30c tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Jun 28 09:43:21.254675 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:21.301988 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:21.302377 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:21.413943 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-5b9b21e6-731f-44d8-9feb-75030022aab6 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a5900960638942a0be8799c606d0ec52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350182 Jun 28 09:43:21.465453 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b21fd674-c9a7-4d53-89fe-dd0b927a14e7 req-f5169e05-ef0b-49f0-82d1-c2ea3cf039e5 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 210 time: 0.0496485 Jun 28 09:43:21.523535 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:21.559725 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:21.560949 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:43:21.563645 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7dc1a4-75a4-4051-b442-6649fa08844c" -d '{"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:43:21.583171 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:21.585144 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:21.636969 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f123cdd7-b431-48b6-8de0-0da60aebe276 x-openstack-request-id: req-f123cdd7-b431-48b6-8de0-0da60aebe276 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:43:21.637666 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:43:21.638516 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f123cdd7-b431-48b6-8de0-0da60aebe276 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:43:21.639073 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'code': 200} Jun 28 09:43:21.693346 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d5e6b-8deb-41dc-9836-226201584e17 req-a5c87a58-3cd5-4c27-a2e2-810ebd883553 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:21.695497 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-410d5e6b-8deb-41dc-9836-226201584e17 req-a5c87a58-3cd5-4c27-a2e2-810ebd883553 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 946 time: 0.0826690 Jun 28 09:43:21.697022 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=10']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:21.702269 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:21.747025 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-cda4b128-df40-4e48-b421-fb25dcfc796a tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:21.748917 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-cda4b128-df40-4e48-b421-fb25dcfc796a tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221006 Jun 28 09:43:21.764824 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Request body: {'port': {'device_id': '9c9df247-63ae-4e25-8969-562fe52c33cc', 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92', 'admin_state_up': True, 'tenant_id': 'a5900960638942a0be8799c606d0ec52'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:21.779119 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-410d5e6b-8deb-41dc-9836-226201584e17 req-b664716e-0e5c-43a2-98c2-02822db7c32d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740473 Jun 28 09:43:21.879698 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Made reservation on behalf of a5900960638942a0be8799c606d0ec52 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:43:21.883336 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:21.893345 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.004510 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.009790 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.014413 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d0e3b21b-1ff5-4341-895b-fbf6d222db8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:22.080066 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf4b4c3-ae7a-4b38-ba68-39692aac5103,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:22.082306 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:22.181612 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Allocated IP 192.168.233.16 (55914bbc-dbc9-468a-9d21-9178de60ee92/68c1551b-d68f-4d8d-8066-13ab1e630242/b005dc77-ef7e-4c7c-98f2-3c132a3fac1e) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:43:22.317784 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7e8af-ad10-4b1b-ae82-7fdf165c59d3 req-cf23f2cd-fac7-4096-8ed1-b82ceff5a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:22.319251 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3ff7e8af-ad10-4b1b-ae82-7fdf165c59d3 req-cf23f2cd-fac7-4096-8ed1-b82ceff5a2e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 1099 time: 0.0515933 Jun 28 09:43:22.356347 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.368235 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3ff7e8af-ad10-4b1b-ae82-7fdf165c59d3 req-0f5b2250-7beb-44d8-a38a-9af76d809c00 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Jun 28 09:43:22.370664 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Transition to ACTIVE for port object b005dc77-ef7e-4c7c-98f2-3c132a3fac1e will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:22.404819 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.408909 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fe6f2530-f006-443b-b33a-12c0a0002576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:22.458863 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Network 55914bbc-dbc9-468a-9d21-9178de60ee92 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:22.462157 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:22.466655 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:43:22.470678 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Pushing event updated for resources: {'Port': ['ID=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:22.504455 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.504846 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.505214 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.505635 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.505951 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.506309 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.506664 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.507049 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.507405 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.507758 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.508105 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.508629 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:22.513883 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:22.531900 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:22.536464 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.550613 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7917235 Jun 28 09:43:22.564005 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Request body: {'port': {'device_id': '9c9df247-63ae-4e25-8969-562fe52c33cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:22.645916 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.699017 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798e6c-ffce-447e-96b8-d6d9e5d1b711 req-370c442b-cb2a-49b9-b72b-4d8d96956756 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:22.700576 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-32798e6c-ffce-447e-96b8-d6d9e5d1b711 req-370c442b-cb2a-49b9-b72b-4d8d96956756 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 935 time: 0.0880408 Jun 28 09:43:22.741671 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-32798e6c-ffce-447e-96b8-d6d9e5d1b711 req-c016ab83-56dd-4c42-a3e2-173f5bad65dd tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Jun 28 09:43:22.780717 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-b339211d-50eb-4e7c-9fef-2c8ac1285ae9 None None] Provisioning for port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:22.787355 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-b339211d-50eb-4e7c-9fef-2c8ac1285ae9 None None] Provisioning complete for port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:22.788011 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b339211d-50eb-4e7c-9fef-2c8ac1285ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.840720 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-b339211d-50eb-4e7c-9fef-2c8ac1285ae9 None None] Port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:43:22.970600 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b005dc77-ef7e-4c7c-98f2-3c132a3fac1e {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:43:22.980337 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:22.997919 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Transition to ACTIVE for port object b005dc77-ef7e-4c7c-98f2-3c132a3fac1e will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:23.001712 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:23.007252 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:23.053375 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9ee4a-f1d6-4483-8da1-e0f2f67bc767 req-9a3c2204-886a-4bc3-9ecc-81de587354d0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:23.054896 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b7c9ee4a-f1d6-4483-8da1-e0f2f67bc767 req-9a3c2204-886a-4bc3-9ecc-81de587354d0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 946 time: 0.1259222 Jun 28 09:43:23.075358 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Pushing event updated for resources: {'Port': ['ID=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:23.084711 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:23.147994 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b7c9ee4a-f1d6-4483-8da1-e0f2f67bc767 req-43057ec4-866a-4c0b-9f0c-e9bd3f203188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847886 Jun 28 09:43:23.174828 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Attempting to bind port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:43:23.175177 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Attempting to bind port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:43:23.175527 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Attempting to bind port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e on network 55914bbc-dbc9-468a-9d21-9178de60ee92 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:23.180069 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e on network 55914bbc-dbc9-468a-9d21-9178de60ee92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:43:23.180400 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Attempting to bind port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e on network 55914bbc-dbc9-468a-9d21-9178de60ee92 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:23.185368 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:43:23.185792 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Checking segment: {'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:23.186177 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Bound using segment: {'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:43:23.186616 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Bound port: b005dc77-ef7e-4c7c-98f2-3c132a3fac1e, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42fcd3a-1389-47a1-970a-11aefa545989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:43:23.186978 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:23.252370 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] For port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:43:23.256100 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] For port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,segment=NetworkSegment(d42fcd3a-1389-47a1-970a-11aefa545989),segment_id=d42fcd3a-1389-47a1-970a-11aefa545989)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:43:23.262681 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:23.266672 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:23.310786 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:23.311425 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:23.312868 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] 10.222.0.36 "PUT /v2.0/ports/b005dc77-ef7e-4c7c-98f2-3c132a3fac1e HTTP/1.1" status: 200 len: 1097 time: 0.7542391 Jun 28 09:43:23.313403 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9df247-63ae-4e25-8969-562fe52c33cc', 'tag': 'b005dc77-ef7e-4c7c-98f2-3c132a3fac1e'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:43:23.315710 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8d806-9d03-4a68-9f24-9c50a988e02c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9df247-63ae-4e25-8969-562fe52c33cc", "tag": "b005dc77-ef7e-4c7c-98f2-3c132a3fac1e"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:43:23.334754 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Pushing event updated for resources: {'Port': ['ID=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:23.341639 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:23.451962 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-00f755be-c1c8-457c-8e0d-95e02accaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:23.455327 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-00f755be-c1c8-457c-8e0d-95e02accaf75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5900960638942a0be8799c606d0ec52&device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 1100 time: 0.0910525 Jun 28 09:43:23.512065 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-0cafc6dc-e47d-4008-9b07-af914689bce0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e HTTP/1.1" status: 200 len: 217 time: 0.0414288 Jun 28 09:43:23.610784 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-11ab5cbd-2dcf-4e5e-8bbc-402f14cf3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:23.616268 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-11ab5cbd-2dcf-4e5e-8bbc-402f14cf3c8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c1551b-d68f-4d8d-8066-13ab1e630242 HTTP/1.1" status: 200 len: 843 time: 0.0825872 Jun 28 09:43:23.639281 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1fd767-dff6-44f8-9818-5a63b6c8145c x-openstack-request-id: req-8f1fd767-dff6-44f8-9818-5a63b6c8145c {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:43:23.639608 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9df247-63ae-4e25-8969-562fe52c33cc", "tag": "b005dc77-ef7e-4c7c-98f2-3c132a3fac1e", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:43:23.639908 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f1fd767-dff6-44f8-9818-5a63b6c8145c {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:43:23.640561 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9df247-63ae-4e25-8969-562fe52c33cc', 'tag': 'b005dc77-ef7e-4c7c-98f2-3c132a3fac1e', 'status': 'completed', 'code': 200} Jun 28 09:43:23.700241 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-1d89758a-11ca-4787-a4b3-6205f65d4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:23.701860 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-1d89758a-11ca-4787-a4b3-6205f65d4a64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55914bbc-dbc9-468a-9d21-9178de60ee92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0758560 Jun 28 09:43:23.747199 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:43:23.849021 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4516fb-2e7e-4bf1-8da5-a7767e8115f8 req-f113aedb-18a2-4ec9-be37-5f64c92caaa2 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:23.850657 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-aa4516fb-2e7e-4bf1-8da5-a7767e8115f8 req-f113aedb-18a2-4ec9-be37-5f64c92caaa2 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.1119363 Jun 28 09:43:23.891375 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-c4b16df6-9c35-4719-992b-ab76ff4bf772 service neutron] 10.222.0.36 "GET /v2.0/networks/55914bbc-dbc9-468a-9d21-9178de60ee92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572669 Jun 28 09:43:23.900692 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-aa4516fb-2e7e-4bf1-8da5-a7767e8115f8 req-d0b6b9fb-c70e-4842-9a7d-1e9b99186c26 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Jun 28 09:43:23.902725 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d34585-0328-4530-a793-273af66520b3 req-20f03bd7-237b-431f-9364-ea61fc2857b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:23.903431 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab956b9b-93c4-433e-9c09-6dc516c33e2b req-29df9857-e284-43c6-8871-80ba50331cdd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:23.904407 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-10d34585-0328-4530-a793-273af66520b3 req-20f03bd7-237b-431f-9364-ea61fc2857b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1098 time: 0.1548417 Jun 28 09:43:23.906689 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ab956b9b-93c4-433e-9c09-6dc516c33e2b req-29df9857-e284-43c6-8871-80ba50331cdd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0980613 Jun 28 09:43:24.029567 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d34585-0328-4530-a793-273af66520b3 req-a04dc127-b4d8-44d4-b83b-360e0ea03ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:24.032988 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-10d34585-0328-4530-a793-273af66520b3 req-a04dc127-b4d8-44d4-b83b-360e0ea03ce5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 920 time: 0.1157644 Jun 28 09:43:24.041942 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ab956b9b-93c4-433e-9c09-6dc516c33e2b req-309bff5b-90e1-4a5d-b4d4-64c0f0c3aeb3 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127248 Jun 28 09:43:24.080121 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1cff660f-5c55-4f8b-a343-df96c61d45e9 req-a01fb33f-9096-4197-8bbf-7a973b9d191a service neutron] 10.222.0.36 "GET /v2.0/networks/55914bbc-dbc9-468a-9d21-9178de60ee92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723728 Jun 28 09:43:24.109663 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-10d34585-0328-4530-a793-273af66520b3 req-ddbe8a90-d843-4af1-9aa3-04b7cd329e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b HTTP/1.1" status: 200 len: 217 time: 0.0703430 Jun 28 09:43:24.178702 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c8d70-f1ef-4852-9bf2-d3a69b6ba170 req-fadddf9b-b999-41ea-916b-6d8dd97cee9d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:24.180258 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-697c8d70-f1ef-4852-9bf2-d3a69b6ba170 req-fadddf9b-b999-41ea-916b-6d8dd97cee9d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 947 time: 0.1424642 Jun 28 09:43:24.213498 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d34585-0328-4530-a793-273af66520b3 req-bfb768ad-f51f-4746-ac0a-2bfce2fc8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:24.215016 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-10d34585-0328-4530-a793-273af66520b3 req-bfb768ad-f51f-4746-ac0a-2bfce2fc8d23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.0885358 Jun 28 09:43:24.228550 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-f70d89bf-47cb-49b0-b724-cce9e70a4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:24.231705 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-f70d89bf-47cb-49b0-b724-cce9e70a4e23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5900960638942a0be8799c606d0ec52&device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 1100 time: 0.0818312 Jun 28 09:43:24.272120 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-697c8d70-f1ef-4852-9bf2-d3a69b6ba170 req-ec72fa01-aecb-4c7e-9807-dafffccc3d03 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805318 Jun 28 09:43:24.274503 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-10d34585-0328-4530-a793-273af66520b3 req-6fa9bf93-26e9-477a-83c8-e2064e398dcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456550 Jun 28 09:43:24.372932 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-29266a74-cd10-4894-aac3-31190a755ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:24.373979 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-10d34585-0328-4530-a793-273af66520b3 req-18c097bc-6fc2-462f-b71c-a2ff560d3bc2 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869117 Jun 28 09:43:24.374481 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-29266a74-cd10-4894-aac3-31190a755ca0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55914bbc-dbc9-468a-9d21-9178de60ee92 HTTP/1.1" status: 200 len: 870 time: 0.1369534 Jun 28 09:43:24.395997 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397929e8-1cca-4d95-a396-ddc7b82166ae req-4146947a-d414-4640-818b-1dd37c9806f3 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:24.397500 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-397929e8-1cca-4d95-a396-ddc7b82166ae req-4146947a-d414-4640-818b-1dd37c9806f3 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 946 time: 0.0991082 Jun 28 09:43:24.444636 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-5efa0e8e-005a-4746-aaf7-cdf2b58e85de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e HTTP/1.1" status: 200 len: 217 time: 0.0461462 Jun 28 09:43:24.484241 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-10d34585-0328-4530-a793-273af66520b3 req-b78fa47e-f9d8-43ef-9b2f-48e3aaddd550 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897655 Jun 28 09:43:24.489759 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-397929e8-1cca-4d95-a396-ddc7b82166ae req-9c350b41-2dd8-47e3-a34f-f9899b1c2cad tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855575 Jun 28 09:43:24.510304 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-8487464a-0797-4d85-98f6-3eb134b88659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:24.511975 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-8487464a-0797-4d85-98f6-3eb134b88659 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=68c1551b-d68f-4d8d-8066-13ab1e630242 HTTP/1.1" status: 200 len: 843 time: 0.0543895 Jun 28 09:43:24.586831 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-30765da9-1202-450e-8bd9-ef985da16460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:24.588302 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-30765da9-1202-450e-8bd9-ef985da16460 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55914bbc-dbc9-468a-9d21-9178de60ee92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0614707 Jun 28 09:43:24.700581 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-dcea3c91-c981-4ce5-9997-df0d926402b1 service neutron] 10.222.0.36 "GET /v2.0/networks/55914bbc-dbc9-468a-9d21-9178de60ee92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867717 Jun 28 09:43:24.790709 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-98c8d806-9d03-4a68-9f24-9c50a988e02c req-4a5136ac-cf1f-4cc7-b1f4-19d4a257b2d8 service neutron] 10.222.0.36 "GET /v2.0/networks/55914bbc-dbc9-468a-9d21-9178de60ee92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829146 Jun 28 09:43:25.088464 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ffa1a-83fc-4ebb-9763-c5fd5b58b030 req-9d06530c-d2a0-46d4-ab90-45e973f1f205 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:25.089954 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-946ffa1a-83fc-4ebb-9763-c5fd5b58b030 req-9d06530c-d2a0-46d4-ab90-45e973f1f205 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.0633378 Jun 28 09:43:25.132023 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-946ffa1a-83fc-4ebb-9763-c5fd5b58b030 req-50a75cd7-7499-4e2c-8085-1f68dc1918eb tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Jun 28 09:43:25.209717 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dcb1f-daa5-4d02-a3cb-0e915730f3e1 req-d0f1a42b-02ee-4512-9542-50d516f741f9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:25.211180 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6c8dcb1f-daa5-4d02-a3cb-0e915730f3e1 req-d0f1a42b-02ee-4512-9542-50d516f741f9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0618832 Jun 28 09:43:25.248627 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6c8dcb1f-daa5-4d02-a3cb-0e915730f3e1 req-9bb3eac1-2626-49e3-a416-207e0ddf13db tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Jun 28 09:43:25.439963 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ac22e-ff9d-45af-979e-3a1ccf720271 req-68324125-380a-435d-b460-c32e099549ee tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:25.441450 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bb4ac22e-ff9d-45af-979e-3a1ccf720271 req-68324125-380a-435d-b460-c32e099549ee tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 947 time: 0.0626240 Jun 28 09:43:25.479292 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bb4ac22e-ff9d-45af-979e-3a1ccf720271 req-943a5e0d-6510-4141-a945-9bc5f5ab7efa tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Jun 28 09:43:25.677561 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8325f-1d67-42f1-ae03-d0938d63086d req-96b16dba-b996-4eac-acb6-33116ff9c069 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:25.679012 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-12b8325f-1d67-42f1-ae03-d0938d63086d req-96b16dba-b996-4eac-acb6-33116ff9c069 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 946 time: 0.0625067 Jun 28 09:43:25.716034 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-12b8325f-1d67-42f1-ae03-d0938d63086d req-c8f5df99-eb33-4a17-a556-b9a2c77d8727 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Jun 28 09:43:26.305839 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09151-e243-4215-866b-0a70d2cb8b40 req-55862fd0-04b5-4746-856f-638017cb7e7d tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:26.307273 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dfa09151-e243-4215-866b-0a70d2cb8b40 req-55862fd0-04b5-4746-856f-638017cb7e7d tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.0667028 Jun 28 09:43:26.343208 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dfa09151-e243-4215-866b-0a70d2cb8b40 req-2b086467-b702-4c36-9e5a-83fad237d49e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303149 Jun 28 09:43:26.423127 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ed4b5-646e-4b62-8788-ba17b9d31f81 req-bc6aad99-1679-45bd-8fe4-3905ec6950dd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:26.424598 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-261ed4b5-646e-4b62-8788-ba17b9d31f81 req-bc6aad99-1679-45bd-8fe4-3905ec6950dd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0660956 Jun 28 09:43:26.462150 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-261ed4b5-646e-4b62-8788-ba17b9d31f81 req-11abdf81-99ae-4436-ba4c-f7d15e88d5a5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Jun 28 09:43:26.655643 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c21c83-3dc5-47df-90a6-5fd36a6a05bd req-a7ac423b-6b92-461d-9d98-be6595deb276 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:26.657128 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f3c21c83-3dc5-47df-90a6-5fd36a6a05bd req-a7ac423b-6b92-461d-9d98-be6595deb276 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 947 time: 0.0648932 Jun 28 09:43:26.693683 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f3c21c83-3dc5-47df-90a6-5fd36a6a05bd req-388a298c-a05b-442c-a7bb-b452e38ec255 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306573 Jun 28 09:43:27.295275 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b005dc77-ef7e-4c7c-98f2-3c132a3fac1e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:43:27.395798 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,segment=NetworkSegment(d42fcd3a-1389-47a1-970a-11aefa545989),segment_id=d42fcd3a-1389-47a1-970a-11aefa545989)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:27.407318 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'b005dc77-ef7e-4c7c-98f2-3c132a3fac1e', 'network_id': '55914bbc-dbc9-468a-9d21-9178de60ee92', 'port_id': 'b005dc77-ef7e-4c7c-98f2-3c132a3fac1e', 'mac_address': 'fa:16:3e:de:27:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c1551b-d68f-4d8d-8066-13ab1e630242', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:43:27.445845 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:27.460812 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b005dc77-ef7e-4c7c-98f2-3c132a3fac1e {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:43:27.488120 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,segment=NetworkSegment(d42fcd3a-1389-47a1-970a-11aefa545989),segment_id=d42fcd3a-1389-47a1-970a-11aefa545989)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:27.493476 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:27.496085 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-12d8f134-ec2d-4886-90fa-52d088366f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:27.528797 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b924f2-3e60-4e98-816f-32cad0c4358e req-340a167a-7244-4af2-aa9d-97d6e05d43da tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:27.530136 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c5b924f2-3e60-4e98-816f-32cad0c4358e req-340a167a-7244-4af2-aa9d-97d6e05d43da tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.0735564 Jun 28 09:43:27.547535 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:27.555323 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.555698 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.556178 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.556579 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.557055 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.557426 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.557773 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.558277 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.558631 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.559041 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.559402 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.559812 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:27.569427 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:27.571392 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c5b924f2-3e60-4e98-816f-32cad0c4358e req-a12a1f84-98ed-4572-93d0-b9fefd9f3dc6 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354011 Jun 28 09:43:27.649728 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f7605-a850-443c-89cb-f6a4de6eff43 req-c1785382-9717-49a0-a58e-ad279bf51d7f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:27.651159 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c49f7605-a850-443c-89cb-f6a4de6eff43 req-c1785382-9717-49a0-a58e-ad279bf51d7f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0617280 Jun 28 09:43:27.689353 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c49f7605-a850-443c-89cb-f6a4de6eff43 req-8b135e23-9f81-4a33-bba0-1ed14726d919 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jun 28 09:43:27.846147 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['b005dc77-ef7e-4c7c-98f2-3c132a3fac1e'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:43:27.865508 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93bbf6-492c-4c33-b3e9-d1ccfc03d304 req-c4222eb0-dfec-4d2a-b237-9db43de89c5e tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:27.866957 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0c93bbf6-492c-4c33-b3e9-d1ccfc03d304 req-c4222eb0-dfec-4d2a-b237-9db43de89c5e tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 948 time: 0.0664372 Jun 28 09:43:27.901136 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8ddcf61-5c7f-4b47-82f6-cdc628169b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:27.904003 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0c93bbf6-492c-4c33-b3e9-d1ccfc03d304 req-5e4a82b3-773f-4d15-9e34-68c61c1cb24c tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Jun 28 09:43:28.751844 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7f24e-92a8-4e55-9a73-4b5d2f910198 req-93802037-0a40-45a0-8bce-838f50523a54 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:28.753406 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6ed7f24e-92a8-4e55-9a73-4b5d2f910198 req-93802037-0a40-45a0-8bce-838f50523a54 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.0692506 Jun 28 09:43:28.794141 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6ed7f24e-92a8-4e55-9a73-4b5d2f910198 req-c6e66771-f094-4d53-bcbf-ed1c0c01ac53 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Jun 28 09:43:28.865612 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22850dc6-3ef2-4253-9c39-e8d4b770e42c req-b7f0556f-d15c-41aa-8b41-b311aec3adcc tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:28.867000 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-22850dc6-3ef2-4253-9c39-e8d4b770e42c req-b7f0556f-d15c-41aa-8b41-b311aec3adcc tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0618396 Jun 28 09:43:28.904056 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-22850dc6-3ef2-4253-9c39-e8d4b770e42c req-28820538-8579-4612-bda7-efc93155a9b2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Jun 28 09:43:29.099204 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea880e-33a4-481c-bf18-a74228a2d997 req-da5f566d-cf70-41b4-804c-ec2e1a83dee4 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:29.100669 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fea880e-33a4-481c-bf18-a74228a2d997 req-da5f566d-cf70-41b4-804c-ec2e1a83dee4 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 948 time: 0.0672281 Jun 28 09:43:29.138957 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4fea880e-33a4-481c-bf18-a74228a2d997 req-9bf01ace-1de8-45df-af60-d1336b299db9 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Jun 28 09:43:29.314447 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b005dc77-ef7e-4c7c-98f2-3c132a3fac1e up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:29.375819 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:29.379701 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:29.380159 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:29.459121 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:29.483177 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9df247-63ae-4e25-8969-562fe52c33cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b005dc77-ef7e-4c7c-98f2-3c132a3fac1e'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:43:29.485650 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d61db6b-867f-480b-9557-4c46bbe8c1a8" -d '{"events": [{"server_uuid": "9c9df247-63ae-4e25-8969-562fe52c33cc", "name": "network-vif-plugged", "status": "completed", "tag": "b005dc77-ef7e-4c7c-98f2-3c132a3fac1e"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:43:29.498958 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,segment=NetworkSegment(d42fcd3a-1389-47a1-970a-11aefa545989),segment_id=d42fcd3a-1389-47a1-970a-11aefa545989)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:29.502987 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:29.504849 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:29.529053 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d29cd9-546e-454d-8ded-fc4bce4959b7 x-openstack-request-id: req-a6d29cd9-546e-454d-8ded-fc4bce4959b7 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:43:29.529360 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9df247-63ae-4e25-8969-562fe52c33cc", "name": "network-vif-plugged", "status": "completed", "tag": "b005dc77-ef7e-4c7c-98f2-3c132a3fac1e", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:43:29.529624 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6d29cd9-546e-454d-8ded-fc4bce4959b7 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:43:29.530017 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9df247-63ae-4e25-8969-562fe52c33cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b005dc77-ef7e-4c7c-98f2-3c132a3fac1e', 'code': 200} Jun 28 09:43:29.555588 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:29.558464 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:29.678004 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-f94f2050-13cb-4be8-8c04-1c876eca4d2c tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:29.679592 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-f94f2050-13cb-4be8-8c04-1c876eca4d2c tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.0611560 Jun 28 09:43:29.750701 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b30ec-d956-445a-8189-a2f4b2c67009 req-a061cede-d4a3-4f66-8bfd-718995d2f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:29.752155 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-675b30ec-d956-445a-8189-a2f4b2c67009 req-a061cede-d4a3-4f66-8bfd-718995d2f062 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 1102 time: 0.0511360 Jun 28 09:43:29.784994 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Deleting port 82c091e8-3e76-4985-a55e-f9aa0454f27e {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:43:29.785338 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:29.787766 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-675b30ec-d956-445a-8189-a2f4b2c67009 req-b453156b-8d2c-4393-9dfe-c1d86ea4cd8b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276821 Jun 28 09:43:29.870043 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] For port 82c091e8-3e76-4985-a55e-f9aa0454f27e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=82c091e8-3e76-4985-a55e-f9aa0454f27e,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:29.870635 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:29.887186 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Calling delete_port for 82c091e8-3e76-4985-a55e-f9aa0454f27e owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:43:29.971388 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e15f8b-e392-40c9-ab02-65995126a97b req-99bc15af-f4f2-4155-afa7-b380c7026f1b tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:29.972903 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b3e15f8b-e392-40c9-ab02-65995126a97b req-99bc15af-f4f2-4155-afa7-b380c7026f1b tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe95c12-5899-4f89-8dc6-4c54a1e58a3e HTTP/1.1" status: 200 len: 946 time: 0.0685527 Jun 28 09:43:30.011271 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b3e15f8b-e392-40c9-ab02-65995126a97b req-550f8bfe-6b8f-400a-9134-d59c698d32ff tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Jun 28 09:43:30.035026 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:30.047117 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['82c091e8-3e76-4985-a55e-f9aa0454f27e'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:43:30.053565 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-35bfbef2-4858-4593-a1b2-458bb2d4f608 tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:30.086865 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Pushing event deleted for resources: {'Port': ['ID=82c091e8-3e76-4985-a55e-f9aa0454f27e,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:30.090811 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:30.138879 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] No DVR routers for this DVR port 82c091e8-3e76-4985-a55e-f9aa0454f27e on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:43:30.141826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:30.143753 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-cc7d1fc8-eddb-4c3f-8623-a9463a1f48a8 req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.36 "DELETE /v2.0/ports/82c091e8-3e76-4985-a55e-f9aa0454f27e HTTP/1.1" status: 204 len: 173 time: 0.4574625 Jun 28 09:43:30.144237 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe95c12-5899-4f89-8dc6-4c54a1e58a3e', 'name': 'network-vif-deleted', 'tag': '82c091e8-3e76-4985-a55e-f9aa0454f27e'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:43:30.146501 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8c77fb-2e05-46b9-a10f-199f606993f9" -d '{"events": [{"server_uuid": "5fe95c12-5899-4f89-8dc6-4c54a1e58a3e", "name": "network-vif-deleted", "tag": "82c091e8-3e76-4985-a55e-f9aa0454f27e"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:43:30.164934 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561a904-5e0a-4897-8390-ef2c9d255a9f req-8f37bbda-8f89-4d00-a0a1-28306a9fcf59 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:30.166493 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6561a904-5e0a-4897-8390-ef2c9d255a9f req-8f37bbda-8f89-4d00-a0a1-28306a9fcf59 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1426785 Jun 28 09:43:30.191647 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc78b88-c1ba-49c6-89bf-3d1eb24941a2 x-openstack-request-id: req-3cc78b88-c1ba-49c6-89bf-3d1eb24941a2 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:43:30.203727 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe95c12-5899-4f89-8dc6-4c54a1e58a3e", "name": "network-vif-deleted", "tag": "82c091e8-3e76-4985-a55e-f9aa0454f27e", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:43:30.204028 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cc78b88-c1ba-49c6-89bf-3d1eb24941a2 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:43:30.204505 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe95c12-5899-4f89-8dc6-4c54a1e58a3e', 'name': 'network-vif-deleted', 'tag': '82c091e8-3e76-4985-a55e-f9aa0454f27e', 'status': 'completed', 'code': 200} Jun 28 09:43:30.233118 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6561a904-5e0a-4897-8390-ef2c9d255a9f req-f4452863-82e8-4650-a5a8-0d026e811702 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581007 Jun 28 09:43:30.338991 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeeec1-2d74-4f3b-83d8-ec1453f6c1db req-91e325e2-ec04-4eb9-93b6-abaa44f14a01 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:30.340474 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4eeeec1-2d74-4f3b-83d8-ec1453f6c1db req-91e325e2-ec04-4eb9-93b6-abaa44f14a01 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 949 time: 0.0642574 Jun 28 09:43:30.377227 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4eeeec1-2d74-4f3b-83d8-ec1453f6c1db req-41cca2c6-89c4-480b-bea9-15cd7a89df93 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Jun 28 09:43:30.538858 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d3442cdb-bdb4-4cca-804f-3c389b38e436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:30.654017 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:31.409258 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0af3-a7d6-437e-bd86-b684f31361b7 req-a10727b0-2167-4e7c-9b79-e884673230e7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:31.410739 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bae0af3-a7d6-437e-bd86-b684f31361b7 req-a10727b0-2167-4e7c-9b79-e884673230e7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0662737 Jun 28 09:43:31.449731 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bae0af3-a7d6-437e-bd86-b684f31361b7 req-7cb36e2f-bd1f-47c6-99ec-ab1266ee6040 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324464 Jun 28 09:43:31.562519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33974cb-b261-4b5a-8486-dbf1ba38d95d req-ae8e2642-b411-417a-a1c9-4df9d59339d5 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:31.564081 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b33974cb-b261-4b5a-8486-dbf1ba38d95d req-ae8e2642-b411-417a-a1c9-4df9d59339d5 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 949 time: 0.0767999 Jun 28 09:43:31.573251 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:31.600961 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b33974cb-b261-4b5a-8486-dbf1ba38d95d req-b2cf3511-bc39-4ea6-8e1e-ed4ddbbac57b tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Jun 28 09:43:31.990592 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d468ab-9b33-49da-85c2-f1725c0f2d88 req-32341721-e41a-4cf7-a874-f8c4643374a0 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:31.991949 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-86d468ab-9b33-49da-85c2-f1725c0f2d88 req-32341721-e41a-4cf7-a874-f8c4643374a0 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 949 time: 0.0623932 Jun 28 09:43:32.027286 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-86d468ab-9b33-49da-85c2-f1725c0f2d88 req-cb362a42-b04b-45a1-bc8e-fa7e46942b2d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297177 Jun 28 09:43:32.632442 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c8d93-ef25-47cf-a00c-1e88856491c5 req-e43579e0-2700-446b-91b8-c913732fe7b6 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:32.634049 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-827c8d93-ef25-47cf-a00c-1e88856491c5 req-e43579e0-2700-446b-91b8-c913732fe7b6 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0645905 Jun 28 09:43:32.671674 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-827c8d93-ef25-47cf-a00c-1e88856491c5 req-aba0ec21-4149-4a8f-8b9b-53a98321ff52 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jun 28 09:43:33.199475 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae75fd9-a0a6-4dbc-b0df-f25ea3241c01 req-9fcae252-6cf4-4b24-825f-5144e42cf1c2 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:33.201096 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1ae75fd9-a0a6-4dbc-b0df-f25ea3241c01 req-9fcae252-6cf4-4b24-825f-5144e42cf1c2 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 949 time: 0.0625260 Jun 28 09:43:33.238275 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1ae75fd9-a0a6-4dbc-b0df-f25ea3241c01 req-d97c7896-beae-45dc-848c-14dba73b776d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/security-groups?id=abf4b4c3-ae7a-4b38-ba68-39692aac5103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Jun 28 09:43:33.274008 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:33.332942 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 82c091e8-3e76-4985-a55e-f9aa0454f27e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:43:33.353185 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 82c091e8-3e76-4985-a55e-f9aa0454f27e {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:43:33.353535 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 82c091e8-3e76-4985-a55e-f9aa0454f27e not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:43:33.551356 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-a3a123bb-8fb2-4ebd-922f-28da6bb1adb2 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:33.552961 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-a3a123bb-8fb2-4ebd-922f-28da6bb1adb2 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 949 time: 0.0678599 Jun 28 09:43:33.660532 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Deleting port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:43:33.660946 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:33.899200 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6c1f5-b9f1-44d9-94dd-302d2f0f113d req-99bc36f0-c656-404a-8eb7-f2372c999ebd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:33.900803 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8fb6c1f5-b9f1-44d9-94dd-302d2f0f113d req-99bc36f0-c656-404a-8eb7-f2372c999ebd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1064610 Jun 28 09:43:33.947558 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8fb6c1f5-b9f1-44d9-94dd-302d2f0f113d req-625c78d4-41f1-4dc4-8cfc-31ef9bf89e17 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Jun 28 09:43:33.992447 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] For port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,segment=NetworkSegment(d42fcd3a-1389-47a1-970a-11aefa545989),segment_id=d42fcd3a-1389-47a1-970a-11aefa545989)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:33.992807 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:34.004579 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Calling delete_port for b005dc77-ef7e-4c7c-98f2-3c132a3fac1e owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:43:34.158214 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:34.162429 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2fb7852f-2ba3-44e7-b568-bc171c2ab95e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:34.169272 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['b005dc77-ef7e-4c7c-98f2-3c132a3fac1e'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:43:34.189276 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Pushing event deleted for resources: {'Port': ['ID=b005dc77-ef7e-4c7c-98f2-3c132a3fac1e,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:34.192383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:34.235310 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] No DVR routers for this DVR port b005dc77-ef7e-4c7c-98f2-3c132a3fac1e on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:43:34.237982 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:34.240018 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6bbe5638-3a39-45af-aaca-777d219f1e2a req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.36 "DELETE /v2.0/ports/b005dc77-ef7e-4c7c-98f2-3c132a3fac1e HTTP/1.1" status: 204 len: 173 time: 0.6793809 Jun 28 09:43:34.240656 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9df247-63ae-4e25-8969-562fe52c33cc', 'name': 'network-vif-deleted', 'tag': 'b005dc77-ef7e-4c7c-98f2-3c132a3fac1e'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:43:34.243803 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e61683-e4f0-4cce-a1a6-5dd9649565d9" -d '{"events": [{"server_uuid": "9c9df247-63ae-4e25-8969-562fe52c33cc", "name": "network-vif-deleted", "tag": "b005dc77-ef7e-4c7c-98f2-3c132a3fac1e"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:43:34.288983 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b92882b-e085-4924-8f2c-788af36c43c1 x-openstack-request-id: req-8b92882b-e085-4924-8f2c-788af36c43c1 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:43:34.289364 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9df247-63ae-4e25-8969-562fe52c33cc", "name": "network-vif-deleted", "tag": "b005dc77-ef7e-4c7c-98f2-3c132a3fac1e", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:43:34.289730 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b92882b-e085-4924-8f2c-788af36c43c1 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:43:34.290320 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9df247-63ae-4e25-8969-562fe52c33cc', 'name': 'network-vif-deleted', 'tag': 'b005dc77-ef7e-4c7c-98f2-3c132a3fac1e', 'status': 'completed', 'code': 200} Jun 28 09:43:34.405561 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0d67a684-c8c9-4653-8375-71987d639c1a req-c8318fc8-bd5f-4435-963b-5f38b78a4cc4 tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9df247-63ae-4e25-8969-562fe52c33cc HTTP/1.1" status: 200 len: 210 time: 0.0367301 Jun 28 09:43:34.971107 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-f8b24fc9-dfc1-448c-bec6-b4624e770026 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:34.973896 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-f8b24fc9-dfc1-448c-bec6-b4624e770026 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/networks?id=e8a270d6-1e80-4244-955f-9b3f55adb904 HTTP/1.1" status: 200 len: 814 time: 0.1120424 Jun 28 09:43:34.990923 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-f8011aee-041c-4704-b760-ef46de8a53b5 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/quotas/681cbdfb51b24df9aed7e3d4418b4b00 HTTP/1.1" status: 200 len: 375 time: 0.0098753 Jun 28 09:43:35.024647 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-a3666d85-c6e5-4387-b340-db151a632d23 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=681cbdfb51b24df9aed7e3d4418b4b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277884 Jun 28 09:43:35.148239 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-5cc22f2c-1208-4c91-aa84-1c0f6c7ddb7d service neutron] 10.222.0.13 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163547 Jun 28 09:43:35.241664 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-20255f27-c202-41de-9acc-ad0554d52d0c service neutron] 10.222.0.13 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923541 Jun 28 09:43:35.339721 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aff3b-fa68-454e-b161-b0dc5d2777cd req-70eea80f-1659-4131-a7a3-e95744640554 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:35.341223 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-741aff3b-fa68-454e-b161-b0dc5d2777cd req-70eea80f-1659-4131-a7a3-e95744640554 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.2740564 Jun 28 09:43:35.385700 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-741aff3b-fa68-454e-b161-b0dc5d2777cd req-c6e96a01-4f1f-4bbc-a494-124c77bda4c4 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Jun 28 09:43:35.417015 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-676bb308-9e6e-463e-917c-5b71e46bdb2e req-9a3b209e-df90-436b-af4b-8ac39d03d1fe tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 210 time: 0.0360508 Jun 28 09:43:36.591726 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b324d5e8-02a4-438b-8f57-992e8963738c req-7f0c5ce2-3c59-4a02-8933-742bda3bc09c tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 210 time: 0.0399237 Jun 28 09:43:36.701095 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-38888871-4e36-4fb1-b756-506d2e90bb2b tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:36.703096 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-38888871-4e36-4fb1-b756-506d2e90bb2b tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.36 "GET /v2.0/networks?id=e8a270d6-1e80-4244-955f-9b3f55adb904 HTTP/1.1" status: 200 len: 814 time: 0.1981628 Jun 28 09:43:36.715243 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb78368-af5e-4665-9adb-aa918f528673 req-b4dc730c-eead-49a4-81ae-879b9fd3546f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:36.716724 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fcb78368-af5e-4665-9adb-aa918f528673 req-b4dc730c-eead-49a4-81ae-879b9fd3546f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.2110515 Jun 28 09:43:36.721271 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Request body: {'port': {'device_id': '73e1aa31-26c8-404b-b5b5-1b84dac8ac0c', 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904', 'admin_state_up': True, 'tenant_id': '681cbdfb51b24df9aed7e3d4418b4b00'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:36.815642 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fcb78368-af5e-4665-9adb-aa918f528673 req-2cce25cf-e4a3-43dc-8bb1-2f9aeeb1415d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901966 Jun 28 09:43:36.869758 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Made reservation on behalf of 681cbdfb51b24df9aed7e3d4418b4b00 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:43:36.874025 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:37.013084 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Allocated IP 172.20.0.13 (e8a270d6-1e80-4244-955f-9b3f55adb904/622b7efb-0c0b-41af-b162-00a8a64167bc/4675a324-a8f2-43e8-9d56-e484b0fd829c) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:43:37.168121 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:37.206879 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:37.210830 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c67122f2-2081-4b2d-a5c0-46e226d205a7 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:37.252127 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Network e8a270d6-1e80-4244-955f-9b3f55adb904 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:37.257062 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:37.263552 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:43:37.289831 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Pushing event updated for resources: {'Port': ['ID=4675a324-a8f2-43e8-9d56-e484b0fd829c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:37.293988 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:37.313528 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:37.314079 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:37.327772 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6100221 Jun 28 09:43:37.341414 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b005dc77-ef7e-4c7c-98f2-3c132a3fac1e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:43:37.344442 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Request body: {'port': {'device_id': '73e1aa31-26c8-404b-b5b5-1b84dac8ac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:37.366340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: b005dc77-ef7e-4c7c-98f2-3c132a3fac1e {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:43:37.366702 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b005dc77-ef7e-4c7c-98f2-3c132a3fac1e not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:43:37.425624 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:37.735235 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4675a324-a8f2-43e8-9d56-e484b0fd829c {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:43:37.747220 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:37.760383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Transition to ACTIVE for port object 4675a324-a8f2-43e8-9d56-e484b0fd829c will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:37.765349 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:37.767426 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3624e2fd-cd4f-455f-aeb3-a1f10fe97762 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:37.787320 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769de2-7a2b-4198-acc7-7cfe27e34bc7 req-bbfdf3e8-f020-49a5-a3be-7a5e09ea15ee tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:37.789538 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-74769de2-7a2b-4198-acc7-7cfe27e34bc7 req-bbfdf3e8-f020-49a5-a3be-7a5e09ea15ee tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 932 time: 0.0907900 Jun 28 09:43:37.817043 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Pushing event updated for resources: {'Port': ['ID=4675a324-a8f2-43e8-9d56-e484b0fd829c,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:37.819933 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:37.832373 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-74769de2-7a2b-4198-acc7-7cfe27e34bc7 req-8e819d40-ad33-4f92-a09c-99b0af95df3a tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Jun 28 09:43:37.897020 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Attempting to bind port 4675a324-a8f2-43e8-9d56-e484b0fd829c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:43:37.897368 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Attempting to bind port 4675a324-a8f2-43e8-9d56-e484b0fd829c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:43:37.897707 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Attempting to bind port 4675a324-a8f2-43e8-9d56-e484b0fd829c on network e8a270d6-1e80-4244-955f-9b3f55adb904 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:37.902158 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Port 4675a324-a8f2-43e8-9d56-e484b0fd829c on network e8a270d6-1e80-4244-955f-9b3f55adb904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:43:37.902481 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Attempting to bind port 4675a324-a8f2-43e8-9d56-e484b0fd829c on network e8a270d6-1e80-4244-955f-9b3f55adb904 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:37.908720 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:43:37.909366 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Checking segment: {'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:37.909850 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Bound using segment: {'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:43:37.910291 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Bound port: 4675a324-a8f2-43e8-9d56-e484b0fd829c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cbe000-78a5-455a-9e13-009f3482842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:43:37.910762 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:38.017889 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] For port 4675a324-a8f2-43e8-9d56-e484b0fd829c, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:43:38.022933 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] For port 4675a324-a8f2-43e8-9d56-e484b0fd829c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4675a324-a8f2-43e8-9d56-e484b0fd829c,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:43:38.027741 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:38.034005 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:38.070501 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:38.071012 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:38.072351 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-43ff89af-74a8-454e-8852-c09832102891 service neutron] 10.222.0.36 "PUT /v2.0/ports/4675a324-a8f2-43e8-9d56-e484b0fd829c HTTP/1.1" status: 200 len: 1094 time: 0.7342389 Jun 28 09:43:38.072862 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e1aa31-26c8-404b-b5b5-1b84dac8ac0c', 'tag': '4675a324-a8f2-43e8-9d56-e484b0fd829c'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:43:38.075134 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68" -d '{"events": [{"name": "network-changed", "server_uuid": "73e1aa31-26c8-404b-b5b5-1b84dac8ac0c", "tag": "4675a324-a8f2-43e8-9d56-e484b0fd829c"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:43:38.087104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465f2f-d550-4ebb-ba80-816ad9d7cde6 req-c9c928ba-26d5-4d8e-84b4-56c7aca249fa tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:38.088493 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-22465f2f-d550-4ebb-ba80-816ad9d7cde6 req-c9c928ba-26d5-4d8e-84b4-56c7aca249fa tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1393766 Jun 28 09:43:38.115782 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Pushing event updated for resources: {'Port': ['ID=4675a324-a8f2-43e8-9d56-e484b0fd829c,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:38.119813 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:38.138473 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3bd81c-cb8d-43bf-b37b-46d3b6e7fab2 x-openstack-request-id: req-4b3bd81c-cb8d-43bf-b37b-46d3b6e7fab2 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:43:38.138791 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e1aa31-26c8-404b-b5b5-1b84dac8ac0c", "tag": "4675a324-a8f2-43e8-9d56-e484b0fd829c", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:43:38.139071 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b3bd81c-cb8d-43bf-b37b-46d3b6e7fab2 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:43:38.139488 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e1aa31-26c8-404b-b5b5-1b84dac8ac0c', 'tag': '4675a324-a8f2-43e8-9d56-e484b0fd829c', 'status': 'completed', 'code': 200} Jun 28 09:43:38.178345 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-22465f2f-d550-4ebb-ba80-816ad9d7cde6 req-c9825178-f0c6-4eeb-b9f5-a502db3e8bc5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791237 Jun 28 09:43:38.197521 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-5ff37b53-bfca-4444-8bf4-731b6a7799cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:38.198978 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-5ff37b53-bfca-4444-8bf4-731b6a7799cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=681cbdfb51b24df9aed7e3d4418b4b00&device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 1097 time: 0.0724120 Jun 28 09:43:38.241933 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-d358adc6-dae0-4b09-862e-87d4f00720b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4675a324-a8f2-43e8-9d56-e484b0fd829c HTTP/1.1" status: 200 len: 217 time: 0.0353231 Jun 28 09:43:38.288767 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6bf20338-7d12-4e02-a1a8-d81b9b7cf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:38.290199 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-6bf20338-7d12-4e02-a1a8-d81b9b7cf114 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=622b7efb-0c0b-41af-b162-00a8a64167bc HTTP/1.1" status: 200 len: 854 time: 0.0421588 Jun 28 09:43:38.321950 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-3e3b27e6-42dd-4126-afe4-d43c69d1e781 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a270d6-1e80-4244-955f-9b3f55adb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247414 Jun 28 09:43:38.412395 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-003b9b63-f070-4559-9b7f-d2316be18c08 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809991 Jun 28 09:43:38.498384 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1827d9af-cab9-422d-b452-0ad6b5a4204b req-5a396afb-cdf9-4855-950c-156e7f0bd269 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784330 Jun 28 09:43:38.598390 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-062dab62-c7e2-4990-9f29-04980839d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:38.599943 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-062dab62-c7e2-4990-9f29-04980839d5f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=681cbdfb51b24df9aed7e3d4418b4b00&device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 1097 time: 0.0527940 Jun 28 09:43:38.693365 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-092ea22d-9d4f-4549-8938-de06bd257d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:38.694859 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-092ea22d-9d4f-4549-8938-de06bd257d4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8a270d6-1e80-4244-955f-9b3f55adb904 HTTP/1.1" status: 200 len: 915 time: 0.0881729 Jun 28 09:43:38.741109 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-010c30f5-1491-4275-a9bb-8a86e03c0549 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4675a324-a8f2-43e8-9d56-e484b0fd829c HTTP/1.1" status: 200 len: 217 time: 0.0337296 Jun 28 09:43:38.791694 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-24b881e4-c71e-428e-a664-d3df7633ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:38.793156 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-24b881e4-c71e-428e-a664-d3df7633ccad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=622b7efb-0c0b-41af-b162-00a8a64167bc HTTP/1.1" status: 200 len: 854 time: 0.0454786 Jun 28 09:43:38.824564 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-99ca9dfe-0d8f-4f2c-b9cc-d774be578eb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8a270d6-1e80-4244-955f-9b3f55adb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246639 Jun 28 09:43:38.932357 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-a4dc282c-d905-4157-a980-79e89c848ebf service neutron] 10.222.0.36 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858419 Jun 28 09:43:39.019373 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fb098-f0f9-4ed0-bd97-580125927f18 req-c6cd2fb1-9fb4-47ad-a586-8ab9954d199d tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:39.021478 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b17fb098-f0f9-4ed0-bd97-580125927f18 req-c6cd2fb1-9fb4-47ad-a586-8ab9954d199d tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 944 time: 0.0651543 Jun 28 09:43:39.031636 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d8c00d3-e483-46f4-9ebf-7ef30e187f68 req-55b1bb86-84a2-43f0-a8e1-0f04050456d2 service neutron] 10.222.0.36 "GET /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891075 Jun 28 09:43:39.060620 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b17fb098-f0f9-4ed0-bd97-580125927f18 req-36a30294-f1a1-4179-a9c1-6f56a5491815 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331104 Jun 28 09:43:39.229844 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55866) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:39.353047 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b9d3f-938d-4e15-8443-34c5d0531a58 req-570c5a3d-1310-479a-8ecc-3050add1dfad tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:39.356706 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a24b9d3f-938d-4e15-8443-34c5d0531a58 req-570c5a3d-1310-479a-8ecc-3050add1dfad tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0622003 Jun 28 09:43:39.356834 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-9c00188d-0d11-4aed-82fd-111d987f45ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5900960638942a0be8799c606d0ec52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233974 Jun 28 09:43:39.357060 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55870) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:39.395204 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a24b9d3f-938d-4e15-8443-34c5d0531a58 req-8c15f398-96fa-4ddd-8067-449340e9fe5b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Jun 28 09:43:39.404483 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:39.425776 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:39.473367 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:39.475929 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:39.477067 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abf4b4c3-ae7a-4b38-ba68-39692aac5103 HTTP/1.1" status: 204 len: 168 time: 0.1191056 Jun 28 09:43:39.477818 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7bfbc651-fe03-4dc9-ba77-6232c9c6a755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:39.485445 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf4b4c3-ae7a-4b38-ba68-39692aac5103,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:39.492322 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.492723 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.493113 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.493430 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.493783 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.494138 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.494485 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.494825 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.495172 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.495518 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.495861 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.496201 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:39.499334 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:39.866239 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:40.231511 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f5014-c71f-4678-9a9b-a2318c21678d req-496d00f9-f849-4e5c-959f-498e2fd3324d tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:40.232863 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-476f5014-c71f-4678-9a9b-a2318c21678d req-496d00f9-f849-4e5c-959f-498e2fd3324d tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 944 time: 0.0607321 Jun 28 09:43:40.269257 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-476f5014-c71f-4678-9a9b-a2318c21678d req-68d05bec-8d10-40f2-a987-fa802853bcf0 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309379 Jun 28 09:43:40.562067 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7a20-e755-4e1f-8ede-1074c6bc09ef req-d50c709f-7b3d-4c90-b9a4-7a6855248730 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:40.563516 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-72ac7a20-e755-4e1f-8ede-1074c6bc09ef req-d50c709f-7b3d-4c90-b9a4-7a6855248730 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0612442 Jun 28 09:43:40.599191 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-72ac7a20-e755-4e1f-8ede-1074c6bc09ef req-6393ff2e-00db-45be-8877-fb67517bc9b3 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301969 Jun 28 09:43:41.037604 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55890) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:41.136780 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1207d850-0a77-4b4d-a0f3-de66212da117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.218972 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1207d850-0a77-4b4d-a0f3-de66212da117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.222717 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1207d850-0a77-4b4d-a0f3-de66212da117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.226004 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dfbfdd7d-bd45-4218-a96c-128729dcd872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:41.260099 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1207d850-0a77-4b4d-a0f3-de66212da117 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=859943937a2e4e4987292170eb06e7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214782 Jun 28 09:43:41.261003 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207d850-0a77-4b4d-a0f3-de66212da117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7ae982-6ee8-4adf-83d1-1cd88a6b9083,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:41.262840 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 55894) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:41.263965 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1207d850-0a77-4b4d-a0f3-de66212da117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:41.311931 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a8224de4-9e79-426f-8d9f-4315acba80c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.332901 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a8224de4-9e79-426f-8d9f-4315acba80c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.369757 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 4675a324-a8f2-43e8-9d56-e484b0fd829c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:43:41.380402 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a8224de4-9e79-426f-8d9f-4315acba80c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.383254 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a8224de4-9e79-426f-8d9f-4315acba80c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.384391 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-a8224de4-9e79-426f-8d9f-4315acba80c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d7ae982-6ee8-4adf-83d1-1cd88a6b9083 HTTP/1.1" status: 204 len: 168 time: 0.1205080 Jun 28 09:43:41.385310 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-83e41919-d099-4cc3-b3f5-47e40b63a362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:41.393144 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8224de4-9e79-426f-8d9f-4315acba80c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7ae982-6ee8-4adf-83d1-1cd88a6b9083,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:41.395368 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a8224de4-9e79-426f-8d9f-4315acba80c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:41.448605 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890aa2-b4a8-46d4-b149-87028ad10c4b req-e4b742b5-068e-45ab-ba9b-017770c683e5 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:41.450152 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e5890aa2-b4a8-46d4-b149-87028ad10c4b req-e4b742b5-068e-45ab-ba9b-017770c683e5 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 944 time: 0.0698576 Jun 28 09:43:41.489762 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e5890aa2-b4a8-46d4-b149-87028ad10c4b req-ee7aba8e-1395-4ac1-b4cc-5601bd3b05b6 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Jun 28 09:43:41.501548 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 4675a324-a8f2-43e8-9d56-e484b0fd829c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4675a324-a8f2-43e8-9d56-e484b0fd829c,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:41.512454 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '4675a324-a8f2-43e8-9d56-e484b0fd829c', 'network_id': 'e8a270d6-1e80-4244-955f-9b3f55adb904', 'port_id': '4675a324-a8f2-43e8-9d56-e484b0fd829c', 'mac_address': 'fa:16:3e:6f:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622b7efb-0c0b-41af-b162-00a8a64167bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:43:41.551770 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.564492 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4675a324-a8f2-43e8-9d56-e484b0fd829c {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:43:41.583930 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 4675a324-a8f2-43e8-9d56-e484b0fd829c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4675a324-a8f2-43e8-9d56-e484b0fd829c,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:41.594080 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:41.596847 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:41.644906 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=4675a324-a8f2-43e8-9d56-e484b0fd829c,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:41.647951 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:41.779055 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344da6d-891b-421b-9e52-bfa7af77c8ed req-e5135710-bff3-4a82-b8ac-11f32ed53b01 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:41.780634 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6344da6d-891b-421b-9e52-bfa7af77c8ed req-e5135710-bff3-4a82-b8ac-11f32ed53b01 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0700982 Jun 28 09:43:41.818528 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6344da6d-891b-421b-9e52-bfa7af77c8ed req-feb997aa-f221-47a9-a6cb-2d08222457cd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Jun 28 09:43:41.879135 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['4675a324-a8f2-43e8-9d56-e484b0fd829c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:43:42.004633 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55920) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:42.096453 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1503401804-network', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:42.116716 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Made reservation on behalf of e5e88eb8df1246f688cc160d5d0afe2b for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:43:42.119002 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.127652 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.213447 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.217172 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.220949 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7d10d003-d3b5-403f-8cf1-0f40c77aae82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:42.238240 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:43:42.251630 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db647934-c5b0-4382-9798-08d430485ba6,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:42.254791 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:42.257622 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.257960 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Added segment a877c3f4-ad63-4258-add2-d92a4517da37 of type vlan for network 870897b6-d973-4f04-a60e-00efad979cdb Jun 28 09:43:42.295321 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.323072 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.324334 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:42.324941 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.327585 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:42.356509 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3507416 Jun 28 09:43:42.360003 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 55924) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:42.365074 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Request body: {'subnet': {'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1503401804-subnet', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:42.385528 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Made reservation on behalf of e5e88eb8df1246f688cc160d5d0afe2b for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:43:42.387803 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805879'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.387928 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Pushing event updated for resources: {'Network': ['ID=870897b6-d973-4f04-a60e-00efad979cdb,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:42.390720 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:42.398037 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 870897b6-d973-4f04-a60e-00efad979cdb details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:43:42.560820 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805861'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.563838 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:42.612807 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:42.615531 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:42.624302 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Checking segment: {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:42.624684 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Network hostable DHCP agents. Network: 870897b6-d973-4f04-a60e-00efad979cdb, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:43:42.640884 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Network 870897b6-d973-4f04-a60e-00efad979cdb is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:43:42.649648 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 870897b6-d973-4f04-a60e-00efad979cdb) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:42.654299 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:42.654887 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.660734 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4097d-89b8-4d00-87d7-ea5c9dbf3370 None None] Network 870897b6-d973-4f04-a60e-00efad979cdb requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:43:42.665047 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f36c6-c1dd-4497-b065-080c84214ae5 req-07fbdb2e-42e1-4944-acfa-b9cdc7dba5a4 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:42.666692 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4a6f36c6-c1dd-4497-b065-080c84214ae5 req-07fbdb2e-42e1-4944-acfa-b9cdc7dba5a4 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 945 time: 0.0646112 Jun 28 09:43:42.671672 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3099980 Jun 28 09:43:42.674404 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55928) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:42.680290 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:42.723317 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4a6f36c6-c1dd-4497-b065-080c84214ae5 req-754e84d8-63c4-4ef1-a483-3ef9bb4b3cd8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462375 Jun 28 09:43:42.724551 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8734'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.725674 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8711'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.786210 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.821050 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64eade1-6a71-5dff-94ca-90bb9e2612c2-870897b6-d973-4f04-a60e-00efad979cdb', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547'}]}} from dv-cinder-792209-2-smb. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:43:42.821929 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.927129 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:42.959301 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Allocated IP 172.20.0.2 (870897b6-d973-4f04-a60e-00efad979cdb/cb23d93e-cb2a-4fb5-8037-3ddcdeebf547/4b73c979-d06f-4704-9ae0-6de7a5608e10) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:43:43.007178 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0283-6c05-49a4-9a26-1e081b5dae5a req-f946e0ab-15dd-4dcc-a8c5-78c8790122ca tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:43.008802 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-db0e0283-6c05-49a4-9a26-1e081b5dae5a req-f946e0ab-15dd-4dcc-a8c5-78c8790122ca tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0664449 Jun 28 09:43:43.051620 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-db0e0283-6c05-49a4-9a26-1e081b5dae5a req-bab4fac4-9ce4-4fea-858c-6cc3bbfd4b3e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349193 Jun 28 09:43:43.101865 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.109996 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Transition to ACTIVE for port object 4b73c979-d06f-4704-9ae0-6de7a5608e10 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:43.124215 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Transition to ACTIVE for port object 4b73c979-d06f-4704-9ae0-6de7a5608e10 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:43.130729 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.131763 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.134999 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:43.150362 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.177397 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Network 870897b6-d973-4f04-a60e-00efad979cdb is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:43.180043 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:43.182509 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:43:43.197608 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Pushing event updated for resources: {'Port': ['ID=4b73c979-d06f-4704-9ae0-6de7a5608e10,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:43.200288 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:43.245337 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Attempting to bind port 4b73c979-d06f-4704-9ae0-6de7a5608e10 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:43:43.245710 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Attempting to bind port 4b73c979-d06f-4704-9ae0-6de7a5608e10 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:43:43.246078 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Attempting to bind port 4b73c979-d06f-4704-9ae0-6de7a5608e10 on network 870897b6-d973-4f04-a60e-00efad979cdb {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:43.251319 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:43:43.251700 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Checking segment: {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:43.252109 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.252534 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Bound using segment: {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:43:43.253015 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Bound port: 4b73c979-d06f-4704-9ae0-6de7a5608e10, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:43:43.253390 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.262288 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Allocated IP 172.28.2.61 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/0c3a0f39-995e-4b40-b695-422513581fdc) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:43:43.317588 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] For port 4b73c979-d06f-4704-9ae0-6de7a5608e10, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:43:43.320700 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] For port 4b73c979-d06f-4704-9ae0-6de7a5608e10, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=4b73c979-d06f-4704-9ae0-6de7a5608e10,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:43:43.324903 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.327078 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:43.361392 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.386912 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 4675a324-a8f2-43e8-9d56-e484b0fd829c up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:43.389365 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Pushing event updated for resources: {'Port': ['ID=4b73c979-d06f-4704-9ae0-6de7a5608e10,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:43.393623 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:43.413406 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.416600 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:43.439679 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 4675a324-a8f2-43e8-9d56-e484b0fd829c completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:43.444220 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 4675a324-a8f2-43e8-9d56-e484b0fd829c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:43.444656 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.450979 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:43.458429 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:43.460964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:43:43.484757 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Pushing event updated for resources: {'Port': ['ID=0c3a0f39-995e-4b40-b695-422513581fdc,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:43.487608 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:43.531118 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.554946 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e1aa31-26c8-404b-b5b5-1b84dac8ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4675a324-a8f2-43e8-9d56-e484b0fd829c'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:43:43.557359 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b3e69f-d7eb-4348-b74d-339b836597c0" -d '{"events": [{"server_uuid": "73e1aa31-26c8-404b-b5b5-1b84dac8ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "4675a324-a8f2-43e8-9d56-e484b0fd829c"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:43:43.578751 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 4675a324-a8f2-43e8-9d56-e484b0fd829c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4675a324-a8f2-43e8-9d56-e484b0fd829c,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:43.590109 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.595961 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:43.656781 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079c5955-f82b-4394-b076-72f55feecddc x-openstack-request-id: req-079c5955-f82b-4394-b076-72f55feecddc {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:43:43.657457 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e1aa31-26c8-404b-b5b5-1b84dac8ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "4675a324-a8f2-43e8-9d56-e484b0fd829c", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:43:43.658861 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-079c5955-f82b-4394-b076-72f55feecddc {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:43:43.659422 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e1aa31-26c8-404b-b5b5-1b84dac8ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4675a324-a8f2-43e8-9d56-e484b0fd829c', 'code': 200} Jun 28 09:43:43.683656 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=4675a324-a8f2-43e8-9d56-e484b0fd829c,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:43.694407 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:43.770770 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.904253 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbdd6f-41cc-44d0-bc58-d58f7f1938d5 req-1a0abc23-b1a2-455c-86df-911d4e6e6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:43.905958 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2dfbdd6f-41cc-44d0-bc58-d58f7f1938d5 req-1a0abc23-b1a2-455c-86df-911d4e6e6dc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 1099 time: 0.0918083 Jun 28 09:43:43.926882 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d6aec-4855-4779-a52d-c549541130f3 req-aceeb842-82ef-4f5c-8a99-d8675431b6f0 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:43.928254 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b08d6aec-4855-4779-a52d-c549541130f3 req-aceeb842-82ef-4f5c-8a99-d8675431b6f0 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 946 time: 0.0884848 Jun 28 09:43:43.966666 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2dfbdd6f-41cc-44d0-bc58-d58f7f1938d5 req-a50b02bc-36c2-44a7-9c26-f2c99d56302d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Jun 28 09:43:43.972814 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:43.979821 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b08d6aec-4855-4779-a52d-c549541130f3 req-60cd7693-fc93-43a2-b37b-bc477bcd2d26 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Jun 28 09:43:44.106117 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e is scheduled to L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:43:44.367426 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3683d7-9dfa-4f1c-a0d2-bdb906e44fb5 None None] Network 870897b6-d973-4f04-a60e-00efad979cdb requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:43:44.458131 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:43:44.470101 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Sync routers for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:43:44.484049 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:44.488413 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8095508 Jun 28 09:43:44.488774 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:43:44.488774 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:43:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:44.489453 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 55938) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:44.493306 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3e796-9f23-49b7-b3ca-f3b07741c2ec req-9ab563fe-320e-4bb1-95d4-3422ed378c56 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:44.494814 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cae3e796-9f23-49b7-b3ca-f3b07741c2ec req-9ab563fe-320e-4bb1-95d4-3422ed378c56 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.2983248 Jun 28 09:43:44.509050 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-1e54ed7b-7006-41d8-a3f9-e92eb99024d8 None None] Provisioning for port 4b73c979-d06f-4704-9ae0-6de7a5608e10 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:44.553686 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cae3e796-9f23-49b7-b3ca-f3b07741c2ec req-15719b7b-8e92-4ed8-9091-2e647c5b88ef tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479510 Jun 28 09:43:44.669803 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:43:44.875053 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:43Z', 'revision_number': 3, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:44.919261 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Checking router: 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:43:44.919746 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Updating router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e port 0c3a0f39-995e-4b40-b695-422513581fdc binding host dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:43:44.969989 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.026213 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 4b73c979-d06f-4704-9ae0-6de7a5608e10 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:45.038011 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.104841 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 4b73c979-d06f-4704-9ae0-6de7a5608e10 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:45.117590 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 4b73c979-d06f-4704-9ae0-6de7a5608e10 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:45.117985 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.205238 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.238790 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 4b73c979-d06f-4704-9ae0-6de7a5608e10, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=4b73c979-d06f-4704-9ae0-6de7a5608e10,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:45.243672 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.246596 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:45.283525 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2a255-ba7f-4439-b7aa-7893be108eba req-e1fdcda2-c571-47e6-a762-d2fcf882ca19 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:45.284966 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8ab2a255-ba7f-4439-b7aa-7893be108eba req-e1fdcda2-c571-47e6-a762-d2fcf882ca19 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 946 time: 0.1442139 Jun 28 09:43:45.295599 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=4b73c979-d06f-4704-9ae0-6de7a5608e10,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:45.297301 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Allocated IP 172.20.0.1 (870897b6-d973-4f04-a60e-00efad979cdb/cb23d93e-cb2a-4fb5-8037-3ddcdeebf547/5165983c-98f9-4b5a-9f7e-f74addafc1d9) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:43:45.299582 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:45.310587 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.321532 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Transition to ACTIVE for port object 0c3a0f39-995e-4b40-b695-422513581fdc will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:45.327238 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.330180 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:45.358110 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8ab2a255-ba7f-4439-b7aa-7893be108eba req-39122a22-a12d-4e3f-9b8c-01145772f16a tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649498 Jun 28 09:43:45.377237 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Attempting to bind port 0c3a0f39-995e-4b40-b695-422513581fdc on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:43:45.377623 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Attempting to bind port 0c3a0f39-995e-4b40-b695-422513581fdc by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:43:45.377996 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Attempting to bind port 0c3a0f39-995e-4b40-b695-422513581fdc on network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:45.385791 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Pushing event updated for resources: {'Port': ['ID=0c3a0f39-995e-4b40-b695-422513581fdc,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:45.388924 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:43:45.389558 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:45.389783 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.390095 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Bound using segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:43:45.390673 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Bound port: 0c3a0f39-995e-4b40-b695-422513581fdc, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:43:45.390974 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.413814 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.414164 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.414504 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.414842 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.415174 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.415888 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.415888 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.416188 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.416479 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.416814 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.417136 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.417455 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:43:45.422727 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:45.429196 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.443385 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Transition to ACTIVE for port object 5165983c-98f9-4b5a-9f7e-f74addafc1d9 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:45.453981 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] For port 0c3a0f39-995e-4b40-b695-422513581fdc, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:43:45.457205 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] For port 0c3a0f39-995e-4b40-b695-422513581fdc, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0c3a0f39-995e-4b40-b695-422513581fdc,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:43:45.462243 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.465203 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-22003613-5d34-45aa-9d55-802644a910d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:45.481239 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.485015 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6f154420-3a74-47a0-9902-7982f07da64e tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:45.511459 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:43:45.512708 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:43:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:45.526462 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Network 870897b6-d973-4f04-a60e-00efad979cdb is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:45.534041 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:45.538702 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:43:45.542357 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Pushing event updated for resources: {'Port': ['ID=5165983c-98f9-4b5a-9f7e-f74addafc1d9,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:45.569517 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:45.590047 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569102'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.740993 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Pushing event updated for resources: {'Port': ['ID=0c3a0f39-995e-4b40-b695-422513581fdc,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:45.743988 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:45.780019 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:43:45.818002 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.852813 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a657487-284f-41ec-a396-64e583253394 req-cb36ea8a-6a81-4320-8443-8cc05c5abe41 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:45.854744 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3a657487-284f-41ec-a396-64e583253394 req-cb36ea8a-6a81-4320-8443-8cc05c5abe41 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1412606 Jun 28 09:43:45.875897 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-2450e840-a3a0-4934-8a70-78677de6ab2c None None] Provisioning for port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:45.880392 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-2450e840-a3a0-4934-8a70-78677de6ab2c None None] Provisioning complete for port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:45.881124 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2450e840-a3a0-4934-8a70-78677de6ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:45.920884 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-2450e840-a3a0-4934-8a70-78677de6ab2c None None] Port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:43:45.941077 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3a657487-284f-41ec-a396-64e583253394 req-5c60322f-dafb-4da5-84c1-c2e79c987075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626502 Jun 28 09:43:46.036447 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:43Z', 'revision_number': 3, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:46.065495 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc721ada-fcb8-423a-b6ef-9c0ff219eb83 None None] The sync data for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb is: [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:43Z', 'revision_number': 3, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:43:46.308774 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:46.314805 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:46.317271 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:46.393097 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569234'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:46.394942 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Pushing event updated for resources: {'Port': ['ID=5165983c-98f9-4b5a-9f7e-f74addafc1d9,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:46.398285 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:46.487551 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Network 870897b6-d973-4f04-a60e-00efad979cdb is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:46.488982 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:46.622752 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:43:46.742553 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:43:46.750826 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] 10.222.0.13 "PUT /v2.0/routers/9f543fa2-e0aa-4f5c-992b-a9f66c126c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2565413 Jun 28 09:43:46.752510 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-de99f769-832b-4f22-890b-842b66597718 None None] Provisioning complete for port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:46.753068 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de99f769-832b-4f22-890b-842b66597718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:46.792598 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-de99f769-832b-4f22-890b-842b66597718 None None] Port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:43:47.062353 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0c3a0f39-995e-4b40-b695-422513581fdc up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:47.128757 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 0c3a0f39-995e-4b40-b695-422513581fdc completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:47.133720 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 0c3a0f39-995e-4b40-b695-422513581fdc triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:47.134118 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.167061 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd68f9a-bf07-415a-a380-9403b04b232e req-914fb6c0-0eb9-419b-a933-88d7f7ed6bc9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:47.168942 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8cd68f9a-bf07-415a-a380-9403b04b232e req-914fb6c0-0eb9-419b-a933-88d7f7ed6bc9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0874901 Jun 28 09:43:47.225728 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8cd68f9a-bf07-415a-a380-9403b04b232e req-68ee9f33-6090-4b0e-bec6-4412d2213b60 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476532 Jun 28 09:43:47.230192 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.259327 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 0c3a0f39-995e-4b40-b695-422513581fdc, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0c3a0f39-995e-4b40-b695-422513581fdc,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:47.265366 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.266264 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 4b73c979-d06f-4704-9ae0-6de7a5608e10 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:47.269115 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:47.323486 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55974) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:47.328968 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-286158747-network', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:47.345104 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=0c3a0f39-995e-4b40-b695-422513581fdc,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:47.348406 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:47.352644 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Made reservation on behalf of 87ec95fc2090428a8df8d518ad70346c for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:43:47.355457 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.357331 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 4b73c979-d06f-4704-9ae0-6de7a5608e10 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:47.357711 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.368519 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.463744 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.467995 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.471187 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-afe39720-7bea-49ac-9a7d-69a876fc18ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:47.493545 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:43:47.503719 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12484266-df47-4570-8087-f7390b267a36,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:47.506799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:47.509796 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.510142 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Added segment 15558c81-8363-48e2-b7b5-6418d060bf40 of type vlan for network dadeb96b-ae56-4ab9-a464-db945a9d7eba Jun 28 09:43:47.550428 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.579140 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.580393 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:47.581262 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.583323 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:47.623469 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Sync routers for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:43:47.633009 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:43:47.633637 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:43:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:47.638322 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3137629 Jun 28 09:43:47.640924 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 55976) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:47.645755 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Request body: {'subnet': {'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-286158747-subnet', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:47.657948 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Pushing event updated for resources: {'Network': ['ID=dadeb96b-ae56-4ab9-a464-db945a9d7eba,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:47.668184 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:47.671277 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network dadeb96b-ae56-4ab9-a464-db945a9d7eba details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:43:47.678663 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Made reservation on behalf of 87ec95fc2090428a8df8d518ad70346c for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:43:47.681226 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463766'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.854174 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3517090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463748'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.856505 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b36a2c13-b29b-48b8-8b5e-e1352ccc675c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:47.902343 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ba6065-b0be-4264-bd25-7f359c119f6d,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:47.904810 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:43:47.910007 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:47.919100 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Checking segment: {'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:47.919450 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Network hostable DHCP agents. Network: dadeb96b-ae56-4ab9-a464-db945a9d7eba, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:43:47.935805 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Network dadeb96b-ae56-4ab9-a464-db945a9d7eba is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:43:47.945821 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, dadeb96b-ae56-4ab9-a464-db945a9d7eba) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:47.950375 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:47.951532 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.969018 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-8e3c063b-9c0a-41b5-a72c-4f9942c3793d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3242078 Jun 28 09:43:47.969415 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 55980) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:47.974138 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:43:47.980687 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc033bc1-97c9-4996-9b1f-69ef35da6e6d None None] Network dadeb96b-ae56-4ab9-a464-db945a9d7eba requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:43:47.998040 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8734'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:47.999143 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8711'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.062158 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.247194 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.260636 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64eade1-6a71-5dff-94ca-90bb9e2612c2-dadeb96b-ae56-4ab9-a464-db945a9d7eba', 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'fixed_ips': [{'subnet_id': '71ba6065-b0be-4264-bd25-7f359c119f6d'}]}} from dv-cinder-792209-2-smb. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:43:48.261537 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.280047 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 2, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:48.319169 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Checking router: 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:43:48.319549 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Updating router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 binding host dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:43:48.412026 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.500083 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Allocated IP 172.20.0.2 (dadeb96b-ae56-4ab9-a464-db945a9d7eba/71ba6065-b0be-4264-bd25-7f359c119f6d/4a9773d0-dc6c-4b99-b7c1-6224102f8323) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:43:48.527649 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7d770-9ad1-49e9-915f-bf0f8333cc46 req-e9f7655f-1925-45e2-b190-45b659296029 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:48.529180 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-59c7d770-9ad1-49e9-915f-bf0f8333cc46 req-e9f7655f-1925-45e2-b190-45b659296029 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1317251 Jun 28 09:43:48.535100 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.561790 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.634352 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-59c7d770-9ad1-49e9-915f-bf0f8333cc46 req-1502f830-1df8-4e61-bada-2de4bb4ae4dd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970798 Jun 28 09:43:48.699564 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Allocated IP 172.28.2.155 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/e336c52d-1139-455d-ac6e-7442d01aa7b9) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:43:48.784407 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.797268 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Transition to ACTIVE for port object 4a9773d0-dc6c-4b99-b7c1-6224102f8323 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:48.816861 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.841422 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Transition to ACTIVE for port object 4a9773d0-dc6c-4b99-b7c1-6224102f8323 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:48.849240 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.854677 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.855344 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:48.856669 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4e92e440-7ab1-48a9-9f8b-2ace32ea3ef6 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:48.892060 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.900852 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:48.903608 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:48.908398 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:43:48.911717 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Pushing event updated for resources: {'Port': ['ID=e336c52d-1139-455d-ac6e-7442d01aa7b9,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:48.918003 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Network dadeb96b-ae56-4ab9-a464-db945a9d7eba is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:48.920316 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Pushing event updated for resources: {'Port': ['ID=4a9773d0-dc6c-4b99-b7c1-6224102f8323,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:48.923870 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Transition to ACTIVE for port object 5165983c-98f9-4b5a-9f7e-f74addafc1d9 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:48.926256 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:48.927839 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:48.930810 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:48.931016 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:43:48.937672 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:48.939825 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-31ff8fd1-785a-4f49-8dfc-6df6a81a2186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:48.991306 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0c3a0f39-995e-4b40-b695-422513581fdc up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:49.054910 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82962a28-0f1e-48c4-9faa-8408859c681b None None] Pushing event updated for resources: {'Port': ['ID=5165983c-98f9-4b5a-9f7e-f74addafc1d9,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:49.062453 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-82962a28-0f1e-48c4-9faa-8408859c681b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:49.075533 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Attempting to bind port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:43:49.075958 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Attempting to bind port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:43:49.076344 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Attempting to bind port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 on network dadeb96b-ae56-4ab9-a464-db945a9d7eba {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:49.109674 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:43:49.110055 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Checking segment: {'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:49.110535 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.110871 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Bound using segment: {'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:43:49.111379 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Bound port: 4a9773d0-dc6c-4b99-b7c1-6224102f8323, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:43:49.111769 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.178016 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Attempting to bind port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:43:49.178407 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Attempting to bind port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:43:49.178785 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Attempting to bind port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 on network 870897b6-d973-4f04-a60e-00efad979cdb {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:49.188450 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.191332 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:43:49.191725 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Checking segment: {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:49.192221 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.192573 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Bound using segment: {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:43:49.193032 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Bound port: 5165983c-98f9-4b5a-9f7e-f74addafc1d9, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:43:49.193423 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.195155 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 0c3a0f39-995e-4b40-b695-422513581fdc triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:49.195729 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.290886 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] For port 4a9773d0-dc6c-4b99-b7c1-6224102f8323, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:43:49.319345 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] For port 4a9773d0-dc6c-4b99-b7c1-6224102f8323, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=4a9773d0-dc6c-4b99-b7c1-6224102f8323,segment=NetworkSegment(15558c81-8363-48e2-b7b5-6418d060bf40),segment_id=15558c81-8363-48e2-b7b5-6418d060bf40)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:43:49.331830 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.335985 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:49.366467 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] For port 5165983c-98f9-4b5a-9f7e-f74addafc1d9, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:43:49.389361 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] For port 5165983c-98f9-4b5a-9f7e-f74addafc1d9, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=5165983c-98f9-4b5a-9f7e-f74addafc1d9,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:43:49.399549 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.416768 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.449534 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Pushing event updated for resources: {'Port': ['ID=4a9773d0-dc6c-4b99-b7c1-6224102f8323,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:49.453838 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:49.454296 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:49.486843 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:43:49.487708 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:43:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:49.555065 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82962a28-0f1e-48c4-9faa-8408859c681b None None] Pushing event updated for resources: {'Port': ['ID=5165983c-98f9-4b5a-9f7e-f74addafc1d9,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:49.556319 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Router ef6b8ce6-fc61-478f-ba4c-361179f1216b is scheduled to L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:43:49.559673 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-82962a28-0f1e-48c4-9faa-8408859c681b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:49.653046 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:43:49.750366 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:43:49.760704 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Sync routers for ids ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:43:49.776829 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Routers {'ef6b8ce6-fc61-478f-ba4c-361179f1216b'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:43:49.777496 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:43:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:49.779942 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:49.785642 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8145137 Jun 28 09:43:49.786823 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 55994) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:43:49.954488 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaca1f-1357-43d0-b590-9f166ee9f167 req-34ef2ba8-f26b-485b-b4ac-d23023207ee9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:49.963171 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-36eaca1f-1357-43d0-b590-9f166ee9f167 req-34ef2ba8-f26b-485b-b4ac-d23023207ee9 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1057127 Jun 28 09:43:49.992301 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Set router ef6b8ce6-fc61-478f-ba4c-361179f1216b gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:43:50.002543 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:49Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:50.009956 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-36eaca1f-1357-43d0-b590-9f166ee9f167 req-15f69a7b-c37a-4035-8c41-5e984445c2f5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Jun 28 09:43:50.040531 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7c90ce-3c1a-42d2-b9e1-c64a7fd41640 None None] The sync data for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb is: [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:49Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:43:50.219468 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:49Z', 'revision_number': 3, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port': {'id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:50.256033 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Checking router: ef6b8ce6-fc61-478f-ba4c-361179f1216b for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:43:50.256415 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Updating router ef6b8ce6-fc61-478f-ba4c-361179f1216b port e336c52d-1139-455d-ac6e-7442d01aa7b9 binding host dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:43:50.295114 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:50.600236 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:50.615782 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Transition to ACTIVE for port object e336c52d-1139-455d-ac6e-7442d01aa7b9 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:50.623658 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:50.627172 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:50.653957 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:50.656149 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf25672-7953-43d0-aa19-229b4fccab32 None None] Network dadeb96b-ae56-4ab9-a464-db945a9d7eba requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:43:50.681017 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Attempting to bind port e336c52d-1139-455d-ac6e-7442d01aa7b9 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:43:50.681397 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Attempting to bind port e336c52d-1139-455d-ac6e-7442d01aa7b9 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:43:50.681758 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Attempting to bind port e336c52d-1139-455d-ac6e-7442d01aa7b9 on network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:50.692152 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24e9db-a275-4462-b42d-8052137c1684 None None] Pushing event updated for resources: {'Port': ['ID=e336c52d-1139-455d-ac6e-7442d01aa7b9,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:50.695087 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:43:50.695717 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:50.696287 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:50.696861 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Bound using segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:43:50.697541 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Bound port: e336c52d-1139-455d-ac6e-7442d01aa7b9, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:43:50.698106 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:50.700210 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-bb24e9db-a275-4462-b42d-8052137c1684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:50.759198 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-fd793802-3211-400c-8cc5-d26bd869554e None None] Provisioning for port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:50.766910 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] For port e336c52d-1139-455d-ac6e-7442d01aa7b9, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:43:50.775081 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] For port e336c52d-1139-455d-ac6e-7442d01aa7b9, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=e336c52d-1139-455d-ac6e-7442d01aa7b9,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:43:50.786073 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:50.788413 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:50.841013 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24e9db-a275-4462-b42d-8052137c1684 None None] Pushing event updated for resources: {'Port': ['ID=e336c52d-1139-455d-ac6e-7442d01aa7b9,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:50.844346 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-bb24e9db-a275-4462-b42d-8052137c1684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:50.850703 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Allocated IP 172.20.0.1 (dadeb96b-ae56-4ab9-a464-db945a9d7eba/71ba6065-b0be-4264-bd25-7f359c119f6d/9e9554c5-c72e-406d-96e8-1026d77179eb) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:43:50.861462 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Routers {'ef6b8ce6-fc61-478f-ba4c-361179f1216b'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:43:50.862337 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:43:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:51.007458 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.012753 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] Set router ef6b8ce6-fc61-478f-ba4c-361179f1216b gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:43:51.026612 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Transition to ACTIVE for port object 9e9554c5-c72e-406d-96e8-1026d77179eb will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:51.071482 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 4a9773d0-dc6c-4b99-b7c1-6224102f8323 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:51.100460 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.103764 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:51.194743 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Network dadeb96b-ae56-4ab9-a464-db945a9d7eba is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:51.219920 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:51.223136 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:43:51.283870 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9554c5-c72e-406d-96e8-1026d77179eb,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:51.290798 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:51.293865 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:49Z', 'revision_number': 3, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port': {'id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:51.309516 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569102'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.340010 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4dd8c2-2dcf-4ecb-ab40-039d807017c5 None None] The sync data for ids ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'] in dv-cinder-792209-2-smb is: [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:49Z', 'revision_number': 3, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port': {'id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:43:51.381051 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:51.385300 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:51.385773 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.434829 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d6280-c2dc-46f9-9b73-200b5e608a7f req-1f072251-08f9-4462-a0de-3b10285eedf8 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:51.437019 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-981d6280-c2dc-46f9-9b73-200b5e608a7f req-1f072251-08f9-4462-a0de-3b10285eedf8 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.2204392 Jun 28 09:43:51.518077 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.524859 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-981d6280-c2dc-46f9-9b73-200b5e608a7f req-fba98f70-dbf4-4545-931a-80f355b69993 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798383 Jun 28 09:43:51.583694 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 4a9773d0-dc6c-4b99-b7c1-6224102f8323, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=4a9773d0-dc6c-4b99-b7c1-6224102f8323,segment=NetworkSegment(15558c81-8363-48e2-b7b5-6418d060bf40),segment_id=15558c81-8363-48e2-b7b5-6418d060bf40)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:51.590459 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.591711 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 5165983c-98f9-4b5a-9f7e-f74addafc1d9 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:51.594501 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:51.606038 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d45aa083-f2fb-4083-bdb1-a73f4bc667e9 None None] Provisioning for port 9e9554c5-c72e-406d-96e8-1026d77179eb completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:51.617618 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.658505 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d45aa083-f2fb-4083-bdb1-a73f4bc667e9 None None] Provisioning complete for port 9e9554c5-c72e-406d-96e8-1026d77179eb triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:51.659358 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d45aa083-f2fb-4083-bdb1-a73f4bc667e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.729009 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=4a9773d0-dc6c-4b99-b7c1-6224102f8323,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:51.732396 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:51.735861 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d45aa083-f2fb-4083-bdb1-a73f4bc667e9 None None] Port 9e9554c5-c72e-406d-96e8-1026d77179eb cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:43:51.750844 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:51.755843 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:51.756349 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.816361 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.822108 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.826346 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:51.861143 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.891283 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9554c5-c72e-406d-96e8-1026d77179eb,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:51.893705 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569234'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.895726 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:51.903615 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 5165983c-98f9-4b5a-9f7e-f74addafc1d9, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=5165983c-98f9-4b5a-9f7e-f74addafc1d9,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:51.911288 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:51.913504 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:51.984908 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=5165983c-98f9-4b5a-9f7e-f74addafc1d9,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:51.990137 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:52.050216 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Network dadeb96b-ae56-4ab9-a464-db945a9d7eba is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:43:52.051752 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:43:52.185096 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Router ef6b8ce6-fc61-478f-ba4c-361179f1216b has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:43:52.317810 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:43:52.323082 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] 10.222.0.13 "PUT /v2.0/routers/ef6b8ce6-fc61-478f-ba4c-361179f1216b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5348248 Jun 28 09:43:52.363643 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-424118e6-81e9-4601-86b3-6e26dc24ee5a None None] Provisioning complete for port 9e9554c5-c72e-406d-96e8-1026d77179eb triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:52.364034 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-424118e6-81e9-4601-86b3-6e26dc24ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:52.399140 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-424118e6-81e9-4601-86b3-6e26dc24ee5a None None] Port 9e9554c5-c72e-406d-96e8-1026d77179eb cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:43:52.742899 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636358f6-d9fe-4761-ad6a-0a8a0a28815f req-8a69e0fb-c277-4bbd-9986-f4344072910d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:52.744467 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-636358f6-d9fe-4761-ad6a-0a8a0a28815f req-8a69e0fb-c277-4bbd-9986-f4344072910d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0786324 Jun 28 09:43:52.789238 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-636358f6-d9fe-4761-ad6a-0a8a0a28815f req-9b781bb7-d0c3-4e7f-9da7-4f10d16a77fe tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373776 Jun 28 09:43:53.029528 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 4a9773d0-dc6c-4b99-b7c1-6224102f8323 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:53.115201 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:53.115653 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:53.242522 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 5165983c-98f9-4b5a-9f7e-f74addafc1d9 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:53.307058 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:53.307538 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:53.425898 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device e336c52d-1139-455d-ac6e-7442d01aa7b9 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:53.486865 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port e336c52d-1139-455d-ac6e-7442d01aa7b9 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:53.491524 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port e336c52d-1139-455d-ac6e-7442d01aa7b9 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:53.491971 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:53.548769 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Sync routers for ids ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:43:53.565121 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Routers {'ef6b8ce6-fc61-478f-ba4c-361179f1216b'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:43:53.565121 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:43:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:53.676118 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:53.722619 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port e336c52d-1139-455d-ac6e-7442d01aa7b9, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=e336c52d-1139-455d-ac6e-7442d01aa7b9,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:53.732473 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:53.739414 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:53.745480 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Set router ef6b8ce6-fc61-478f-ba4c-361179f1216b gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:43:53.868643 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=e336c52d-1139-455d-ac6e-7442d01aa7b9,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:53.871809 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:54.015459 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 4, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port': {'id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '9e9554c5-c72e-406d-96e8-1026d77179eb', 'name': '', 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'mac_address': 'fa:16:3e:08:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '71ba6065-b0be-4264-bd25-7f359c119f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:50Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 2, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'subnets': [{'id': '71ba6065-b0be-4264-bd25-7f359c119f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:54.041149 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68b2c-ddb1-4026-8864-6a92fdac0199 req-e0fb0df3-e32a-4009-875b-503e1272ebba tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:54.043748 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3fa68b2c-ddb1-4026-8864-6a92fdac0199 req-e0fb0df3-e32a-4009-875b-503e1272ebba tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1056020 Jun 28 09:43:54.059633 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Checking router: ef6b8ce6-fc61-478f-ba4c-361179f1216b for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:43:54.060210 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Updating router ef6b8ce6-fc61-478f-ba4c-361179f1216b port 9e9554c5-c72e-406d-96e8-1026d77179eb binding host dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:43:54.096411 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:54.116888 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3fa68b2c-ddb1-4026-8864-6a92fdac0199 req-adbe18fd-3bfb-49d7-9201-61e383cba1f5 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603225 Jun 28 09:43:54.397309 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:54.409665 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Transition to ACTIVE for port object 9e9554c5-c72e-406d-96e8-1026d77179eb will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:43:54.416388 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:54.418935 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-82962a28-0f1e-48c4-9faa-8408859c681b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:54.520402 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7debc3-09f1-45a6-bc4c-ccfb7168b2fa None None] Pushing event updated for resources: {'Port': ['ID=9e9554c5-c72e-406d-96e8-1026d77179eb,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:54.523356 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8c7debc3-09f1-45a6-bc4c-ccfb7168b2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:54.544990 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Attempting to bind port 9e9554c5-c72e-406d-96e8-1026d77179eb on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:43:54.545516 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Attempting to bind port 9e9554c5-c72e-406d-96e8-1026d77179eb by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:43:54.545932 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Attempting to bind port 9e9554c5-c72e-406d-96e8-1026d77179eb on network dadeb96b-ae56-4ab9-a464-db945a9d7eba {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:43:54.552737 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:43:54.553247 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Checking segment: {'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:43:54.553675 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:54.554184 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Bound using segment: {'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:43:54.554829 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Bound port: 9e9554c5-c72e-406d-96e8-1026d77179eb, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15558c81-8363-48e2-b7b5-6418d060bf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:43:54.555234 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:54.643543 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] For port 9e9554c5-c72e-406d-96e8-1026d77179eb, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:43:54.648762 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] For port 9e9554c5-c72e-406d-96e8-1026d77179eb, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=9e9554c5-c72e-406d-96e8-1026d77179eb,segment=NetworkSegment(15558c81-8363-48e2-b7b5-6418d060bf40),segment_id=15558c81-8363-48e2-b7b5-6418d060bf40)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:43:54.656291 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:54.663153 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:54.793415 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7debc3-09f1-45a6-bc4c-ccfb7168b2fa None None] Pushing event updated for resources: {'Port': ['ID=9e9554c5-c72e-406d-96e8-1026d77179eb,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:54.798209 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8c7debc3-09f1-45a6-bc4c-ccfb7168b2fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:54.804481 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Routers {'ef6b8ce6-fc61-478f-ba4c-361179f1216b'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:43:54.805273 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:43:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:55.014037 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device e336c52d-1139-455d-ac6e-7442d01aa7b9 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:55.053730 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] Set router ef6b8ce6-fc61-478f-ba4c-361179f1216b gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:43:55.276788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port e336c52d-1139-455d-ac6e-7442d01aa7b9 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:55.277421 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:55.347070 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcbbd1-2f32-41ac-8d35-eaec14f0d563 req-cd04ed02-7541-44b1-b1a7-af4753d8a4f1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:55.350109 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-46bcbbd1-2f32-41ac-8d35-eaec14f0d563 req-cd04ed02-7541-44b1-b1a7-af4753d8a4f1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0875261 Jun 28 09:43:55.424715 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-46bcbbd1-2f32-41ac-8d35-eaec14f0d563 req-2cc22346-733d-47c9-81c7-5c75d145503b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629084 Jun 28 09:43:55.685163 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 4, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port': {'id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '9e9554c5-c72e-406d-96e8-1026d77179eb', 'name': '', 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'mac_address': 'fa:16:3e:08:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '71ba6065-b0be-4264-bd25-7f359c119f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:50Z', 'updated_at': '2021-06-28T09:43:54Z', 'revision_number': 4, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'subnets': [{'id': '71ba6065-b0be-4264-bd25-7f359c119f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:43:55.721428 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60d0b2-42d6-4b40-806b-699f2c0eb1f4 None None] The sync data for ids ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'] in dv-cinder-792209-2-smb is: [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 4, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port': {'id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '9e9554c5-c72e-406d-96e8-1026d77179eb', 'name': '', 'network_id': 'dadeb96b-ae56-4ab9-a464-db945a9d7eba', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'mac_address': 'fa:16:3e:08:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '71ba6065-b0be-4264-bd25-7f359c119f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:50Z', 'updated_at': '2021-06-28T09:43:54Z', 'revision_number': 4, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'subnets': [{'id': '71ba6065-b0be-4264-bd25-7f359c119f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:43:56.072454 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bbce0-2ca2-4c09-8764-f98d9ffef28e req-bfe7e843-57c9-44f4-ab84-da728a01157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:56.074091 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-195bbce0-2ca2-4c09-8764-f98d9ffef28e req-bfe7e843-57c9-44f4-ab84-da728a01157d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1098 time: 0.0713801 Jun 28 09:43:56.119824 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-195bbce0-2ca2-4c09-8764-f98d9ffef28e req-e05def9a-baea-4a98-8a35-13a4cd69f59c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Jun 28 09:43:56.628476 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4689b-43f4-4692-b488-682083c598cb req-161db97b-a2d7-4b59-b9b3-a0c99f9de974 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:56.630118 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-88c4689b-43f4-4692-b488-682083c598cb req-161db97b-a2d7-4b59-b9b3-a0c99f9de974 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0823386 Jun 28 09:43:56.672869 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-88c4689b-43f4-4692-b488-682083c598cb req-ff5e2523-53e7-45d3-8477-3f16b49b6dcf tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368848 Jun 28 09:43:57.013375 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 9e9554c5-c72e-406d-96e8-1026d77179eb up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:57.080175 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 9e9554c5-c72e-406d-96e8-1026d77179eb completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:43:57.084276 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 9e9554c5-c72e-406d-96e8-1026d77179eb triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:57.084693 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:57.195516 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:57.235472 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 9e9554c5-c72e-406d-96e8-1026d77179eb, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=9e9554c5-c72e-406d-96e8-1026d77179eb,segment=NetworkSegment(15558c81-8363-48e2-b7b5-6418d060bf40),segment_id=15558c81-8363-48e2-b7b5-6418d060bf40)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:43:57.242714 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:57.246664 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:43:57.313896 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=9e9554c5-c72e-406d-96e8-1026d77179eb,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:43:57.323688 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:43:57.900172 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4624e1bd-9073-45eb-a77a-bc227da1b9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:57.915973 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0795-d025-4e4c-9317-d6ad8da79e3e req-ac160c33-8efb-4306-bc1e-ed5b9985ac4a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:57.924038 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-863d0795-d025-4e4c-9317-d6ad8da79e3e req-ac160c33-8efb-4306-bc1e-ed5b9985ac4a tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1105742 Jun 28 09:43:57.959904 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-863d0795-d025-4e4c-9317-d6ad8da79e3e req-bece30f3-5057-4dbf-a164-b3ca63623f3e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349462 Jun 28 09:43:58.655727 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de7919-9915-4e0e-af45-9e44d177421f req-211c0190-30fa-4561-a4ef-925e66b59d0b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:58.658241 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-39de7919-9915-4e0e-af45-9e44d177421f req-211c0190-30fa-4561-a4ef-925e66b59d0b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1013770 Jun 28 09:43:58.660627 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-132ad8a1-c099-4e95-978d-720e6bd503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:58.662300 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-132ad8a1-c099-4e95-978d-720e6bd503c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 1098 time: 0.1197774 Jun 28 09:43:58.767881 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-39de7919-9915-4e0e-af45-9e44d177421f req-5d663f1a-5b14-4562-a386-3b17edfe038b tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034110 Jun 28 09:43:58.796417 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-5a308d10-c364-46f5-8455-179d1ae4134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:58.798609 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-5a308d10-c364-46f5-8455-179d1ae4134e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 200 len: 920 time: 0.1281838 Jun 28 09:43:58.859266 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-d9f484f6-2f89-4808-9555-d64bc0337746 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b HTTP/1.1" status: 200 len: 217 time: 0.0472758 Jun 28 09:43:58.915063 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-a36d88a7-b247-4c06-a24a-c55757a7386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:43:58.916626 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-a36d88a7-b247-4c06-a24a-c55757a7386c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 200 len: 859 time: 0.0503690 Jun 28 09:43:58.961565 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-89127a29-c0d2-498b-95bc-26500e2f8ed8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6203ce92-91d6-4020-b474-5c23848c339d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378442 Jun 28 09:43:58.979795 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 9e9554c5-c72e-406d-96e8-1026d77179eb up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:43:59.065750 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 9e9554c5-c72e-406d-96e8-1026d77179eb triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:43:59.066219 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:43:59.091933 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-555a39a7-ba72-465b-9493-916c647a0b90 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214571 Jun 28 09:43:59.222928 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-13592f55-c97f-4849-9378-c5fe31bb7cf2 req-2516e6ad-51d1-4da6-92c2-a0bb95b9f487 service neutron] 10.222.0.36 "GET /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231313 Jun 28 09:44:00.007235 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723d2ed-bae7-43d1-a380-86bce25e25a2 req-fec4735e-dd55-4ecc-8c35-80c9e64eef03 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:00.008645 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4723d2ed-bae7-43d1-a380-86bce25e25a2 req-fec4735e-dd55-4ecc-8c35-80c9e64eef03 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0869102 Jun 28 09:44:00.065886 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4723d2ed-bae7-43d1-a380-86bce25e25a2 req-d69001f2-ed28-40cf-b8f7-a6fc93edfbd1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493584 Jun 28 09:44:00.548122 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-27ac7603-c587-4607-b41c-c6c112ce84e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:00.660665 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:00.746736 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:44:01.324503 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5be76f-ed9c-4e6e-90e2-1e8e929cfe04 req-a878254f-3efd-4c8c-a857-eeebe85c862d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:01.332549 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d5be76f-ed9c-4e6e-90e2-1e8e929cfe04 req-a878254f-3efd-4c8c-a857-eeebe85c862d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0966573 Jun 28 09:44:01.383763 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8d5be76f-ed9c-4e6e-90e2-1e8e929cfe04 req-28d1a76b-fc0a-41c3-bc2e-c8be8f59e63f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501823 Jun 28 09:44:01.614073 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:02.775592 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-734e6aa8-946f-4fff-a590-508db4befbfb tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:02.777081 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-734e6aa8-946f-4fff-a590-508db4befbfb tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 815 time: 0.1120524 Jun 28 09:44:02.792482 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-9da403b4-ab96-4d68-a886-48ab385f34ab tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/quotas/e5e88eb8df1246f688cc160d5d0afe2b HTTP/1.1" status: 200 len: 375 time: 0.0091407 Jun 28 09:44:02.868542 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-d1afe07b-3594-4ba0-89d4-78af1c074936 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701101 Jun 28 09:44:02.981589 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-6535aeb8-9b59-441f-a18c-3da1127949d6 service neutron] 10.222.0.13 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009023 Jun 28 09:44:03.082066 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-446afe20-af86-47f9-bf81-8606f46cafd3 service neutron] 10.222.0.13 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901983 Jun 28 09:44:03.258754 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-befbec9e-0d7b-4671-8dc4-534d47e66dd0 req-58db9752-f658-44cd-aeea-588a2b8e924f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 210 time: 0.0297747 Jun 28 09:44:03.280392 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:04.433860 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fe4acddb-01bf-4279-8b4c-72dab0c2821c req-295557bf-2f9c-4a9a-aec2-609dcdb12291 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 210 time: 0.0383158 Jun 28 09:44:04.470948 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-b085c2fc-83e4-493b-b741-4c6fcd33d8c8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:04.472391 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-b085c2fc-83e4-493b-b741-4c6fcd33d8c8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.36 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 815 time: 0.1473632 Jun 28 09:44:04.487240 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'port': {'device_id': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'admin_state_up': True, 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:04.604109 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Made reservation on behalf of e5e88eb8df1246f688cc160d5d0afe2b for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:44:04.611194 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:04.758907 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Allocated IP 172.20.0.9 (870897b6-d973-4f04-a60e-00efad979cdb/cb23d93e-cb2a-4fb5-8037-3ddcdeebf547/14421a79-c8bd-493f-85da-21971dd7368d) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:04.934919 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:04.965157 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Transition to ACTIVE for port object 14421a79-c8bd-493f-85da-21971dd7368d will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:05.023218 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:05.029826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a1ac435f-48c7-4c80-935b-76fe2ebadc50 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:05.071049 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Network 870897b6-d973-4f04-a60e-00efad979cdb is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:05.077124 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:05.079777 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:05.114565 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'Port': ['ID=14421a79-c8bd-493f-85da-21971dd7368d,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:05.115278 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:05.162021 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:05.167831 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:05.194708 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7117724 Jun 28 09:44:05.434492 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8ec8e82a-6a1a-4453-80f7-e1eea44c68ed None None] Provisioning for port 14421a79-c8bd-493f-85da-21971dd7368d completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:05.438654 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8ec8e82a-6a1a-4453-80f7-e1eea44c68ed None None] Provisioning complete for port 14421a79-c8bd-493f-85da-21971dd7368d triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:05.439115 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e82a-6a1a-4453-80f7-e1eea44c68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:05.504926 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8e82a-6a1a-4453-80f7-e1eea44c68ed None None] Port 14421a79-c8bd-493f-85da-21971dd7368d cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:44:05.673271 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e85169-e53f-4c6e-bd1e-b10bff45faa3 req-96d74126-bcb8-41db-838b-d26a1d9b977a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:05.675801 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-47e85169-e53f-4c6e-bd1e-b10bff45faa3 req-96d74126-bcb8-41db-838b-d26a1d9b977a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0693831 Jun 28 09:44:05.750521 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-47e85169-e53f-4c6e-bd1e-b10bff45faa3 req-6c73286e-0edf-4528-9bdd-3f36784eba82 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679600 Jun 28 09:44:05.771250 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3d6d5-a1f5-4a7a-9a1d-8d7dcfaa0fcf req-41d1e42c-f635-4c17-9989-c253df546aa4 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:05.772856 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5dd3d6d5-a1f5-4a7a-9a1d-8d7dcfaa0fcf req-41d1e42c-f635-4c17-9989-c253df546aa4 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1084425 Jun 28 09:44:05.820187 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5dd3d6d5-a1f5-4a7a-9a1d-8d7dcfaa0fcf req-8398e07c-3c20-4500-960b-b41a59ff7370 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Jun 28 09:44:06.966447 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b75ceb-81d4-45cb-8d45-1a3880230b1f req-645e178f-a143-4f92-94f9-4e2c2b4bb9f7 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:06.968515 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b3b75ceb-81d4-45cb-8d45-1a3880230b1f req-645e178f-a143-4f92-94f9-4e2c2b4bb9f7 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0862875 Jun 28 09:44:07.011077 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b3b75ceb-81d4-45cb-8d45-1a3880230b1f req-4a4dfa0e-7e59-4c77-8cc6-b62adbf24ece tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Jun 28 09:44:07.027551 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f15684-014c-46d0-a29b-ac8ab2752d9e req-67a91dcd-0445-4112-a0a6-16b0387c874e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:07.029060 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f5f15684-014c-46d0-a29b-ac8ab2752d9e req-67a91dcd-0445-4112-a0a6-16b0387c874e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0677781 Jun 28 09:44:07.068402 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f5f15684-014c-46d0-a29b-ac8ab2752d9e req-b45a9c0d-d660-4e25-bba9-3ed0dd8812a0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Jun 28 09:44:08.212036 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21077176-4238-4cb9-b5de-3295c02e8ac3 req-18d31791-5a47-4bd0-9351-cb8ae6f9e962 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:08.213614 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-21077176-4238-4cb9-b5de-3295c02e8ac3 req-18d31791-5a47-4bd0-9351-cb8ae6f9e962 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0834167 Jun 28 09:44:08.257425 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-21077176-4238-4cb9-b5de-3295c02e8ac3 req-1a7763cc-69ce-43f2-9feb-a182fadb595a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371220 Jun 28 09:44:08.284916 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a756a-f3e6-4ea1-af5e-aee02b370fd2 req-e08d2cfc-8ec0-497d-865d-2d7cd8485c9e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:08.286393 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-483a756a-f3e6-4ea1-af5e-aee02b370fd2 req-e08d2cfc-8ec0-497d-865d-2d7cd8485c9e tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0645864 Jun 28 09:44:08.324958 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-483a756a-f3e6-4ea1-af5e-aee02b370fd2 req-4554839e-b316-42be-8817-49c2f830d81f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Jun 28 09:44:09.513477 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d270c0-8d2e-457d-8b85-eaf15e892010 req-6d8bcf16-3ecf-4686-88cc-bc6cbfa4e7e4 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:09.516033 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-37d270c0-8d2e-457d-8b85-eaf15e892010 req-6d8bcf16-3ecf-4686-88cc-bc6cbfa4e7e4 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0959635 Jun 28 09:44:09.568401 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-37d270c0-8d2e-457d-8b85-eaf15e892010 req-4eac003e-32b0-4c5b-933c-78cfbe61dcb6 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464928 Jun 28 09:44:09.778011 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb082a-9b95-4237-9a17-b90c8e8fcfdc req-58cb7d1b-9e10-474b-b99f-f2350b0b2ad0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:09.780012 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-53fb082a-9b95-4237-9a17-b90c8e8fcfdc req-58cb7d1b-9e10-474b-b99f-f2350b0b2ad0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.3352666 Jun 28 09:44:09.827828 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-53fb082a-9b95-4237-9a17-b90c8e8fcfdc req-e6c68e01-1243-4a97-9b57-50b8e2e21eeb tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Jun 28 09:44:09.884840 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:10.779304 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793e143-12be-48ea-a594-de3c8a3d03c4 req-d0ebda1d-6ebb-48b0-b7d3-9587a04921dc tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:10.780904 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8793e143-12be-48ea-a594-de3c8a3d03c4 req-d0ebda1d-6ebb-48b0-b7d3-9587a04921dc tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0658731 Jun 28 09:44:10.821349 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8793e143-12be-48ea-a594-de3c8a3d03c4 req-95530aca-56cb-41ec-8ab7-1c0e894ecdcb tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345302 Jun 28 09:44:11.022378 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268fcc2-9aea-45a8-bc8b-423e40d23f59 req-38f78170-00ae-4952-a747-7f808795a95d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:11.023952 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0268fcc2-9aea-45a8-bc8b-423e40d23f59 req-38f78170-00ae-4952-a747-7f808795a95d tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0625021 Jun 28 09:44:11.067042 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0268fcc2-9aea-45a8-bc8b-423e40d23f59 req-e1dfc3aa-4a00-463f-a673-95ae13e88ace tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366342 Jun 28 09:44:12.041307 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b7a5-258b-45d8-8665-1d47e531ae24 req-4d50928a-1ceb-4c0e-a11f-98f666b85c1d tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:12.042859 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e5c4b7a5-258b-45d8-8665-1d47e531ae24 req-4d50928a-1ceb-4c0e-a11f-98f666b85c1d tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0841432 Jun 28 09:44:12.084634 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e5c4b7a5-258b-45d8-8665-1d47e531ae24 req-762e9f2b-77c7-465b-92e1-dbed7dc8e459 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357349 Jun 28 09:44:12.276076 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f9736-6019-4b2f-9676-00a01ad92171 req-03383f4b-9440-4ba5-a0a4-8f4621117273 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:12.277562 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-af2f9736-6019-4b2f-9676-00a01ad92171 req-03383f4b-9440-4ba5-a0a4-8f4621117273 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0695403 Jun 28 09:44:12.315655 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-af2f9736-6019-4b2f-9676-00a01ad92171 req-40a97c52-e0e5-4413-9d24-c8f7a0384dcf tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Jun 28 09:44:13.300444 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544d1a7-3812-45e2-a596-49a5090b1550 req-ae96ee3f-b1ae-4692-8723-c1089d6fce9a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:13.301933 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6544d1a7-3812-45e2-a596-49a5090b1550 req-ae96ee3f-b1ae-4692-8723-c1089d6fce9a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0711713 Jun 28 09:44:13.343345 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6544d1a7-3812-45e2-a596-49a5090b1550 req-b2ec043f-4101-42e4-a169-684c19494928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Jun 28 09:44:13.510346 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c865205-2e01-4bc4-bc61-ba7763e56008 req-5bf0e913-3561-46c4-9038-66edd8d208b2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:13.511743 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0c865205-2e01-4bc4-bc61-ba7763e56008 req-5bf0e913-3561-46c4-9038-66edd8d208b2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0666628 Jun 28 09:44:13.551821 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0c865205-2e01-4bc4-bc61-ba7763e56008 req-ebfa4bba-2836-405c-ac78-b696d7a8bebd tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Jun 28 09:44:14.527107 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17bb75-009b-4b02-b6c4-9d9876ec6ac9 req-05b41ba4-ec79-4549-b132-aad1672f5b8e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:14.534875 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-fa17bb75-009b-4b02-b6c4-9d9876ec6ac9 req-05b41ba4-ec79-4549-b132-aad1672f5b8e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0782807 Jun 28 09:44:14.568368 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-fa17bb75-009b-4b02-b6c4-9d9876ec6ac9 req-42e16f98-7fbd-48b7-8cae-75be0d16738a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Jun 28 09:44:14.734951 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb7f0c-d3bc-46b1-92d6-75ea6a6c0a42 req-50f71bf9-a011-4281-8883-01bceb8e3b03 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:14.736379 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-67eb7f0c-d3bc-46b1-92d6-75ea6a6c0a42 req-50f71bf9-a011-4281-8883-01bceb8e3b03 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0688412 Jun 28 09:44:14.785235 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-67eb7f0c-d3bc-46b1-92d6-75ea6a6c0a42 req-4cf4883a-d3ad-44ab-83e9-e3341ab51295 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Jun 28 09:44:15.752725 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56056a-513a-4edc-aaca-ea97612ae78a req-40eb9043-170b-49c3-83c8-3f9b9be3928e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:15.754658 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9a56056a-513a-4edc-aaca-ea97612ae78a req-40eb9043-170b-49c3-83c8-3f9b9be3928e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0655193 Jun 28 09:44:15.808508 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9a56056a-513a-4edc-aaca-ea97612ae78a req-ac78f738-3658-4b91-95c3-ca49f28ac56e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Jun 28 09:44:15.989421 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f3b54-8c7b-424a-b9aa-19b1005ba423 req-9ffe3c53-3e96-4f86-936e-0df5380d1735 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:15.990805 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-119f3b54-8c7b-424a-b9aa-19b1005ba423 req-9ffe3c53-3e96-4f86-936e-0df5380d1735 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0969155 Jun 28 09:44:16.040220 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-119f3b54-8c7b-424a-b9aa-19b1005ba423 req-3ebb9d01-bc7d-4878-8668-e0b67c0942f2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Jun 28 09:44:17.009782 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d404af-4c4e-44cb-8182-622a867d304a req-481a4fda-9fef-45c4-bdbc-d34a2b505d05 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:17.011238 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-47d404af-4c4e-44cb-8182-622a867d304a req-481a4fda-9fef-45c4-bdbc-d34a2b505d05 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0666146 Jun 28 09:44:17.050869 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-47d404af-4c4e-44cb-8182-622a867d304a req-37890928-9416-4d15-b4b6-12cdfb215c25 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333488 Jun 28 09:44:17.226053 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f77f07-a05d-49eb-adf3-af2a7871ecd6 req-01aaff67-73dd-40ea-9ac3-324b5dbbef88 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:17.227534 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-34f77f07-a05d-49eb-adf3-af2a7871ecd6 req-01aaff67-73dd-40ea-9ac3-324b5dbbef88 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0660791 Jun 28 09:44:17.268364 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-34f77f07-a05d-49eb-adf3-af2a7871ecd6 req-2c4a1df3-e28c-46cf-aa4f-ab2a0c31b055 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344951 Jun 28 09:44:18.222795 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95516e-95cd-4cc5-b4d4-ceaf7c04b1ba req-cfeb990a-ff56-48b2-b48c-34b635bfa0a3 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:18.224166 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0b95516e-95cd-4cc5-b4d4-ceaf7c04b1ba req-cfeb990a-ff56-48b2-b48c-34b635bfa0a3 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 931 time: 0.0613992 Jun 28 09:44:18.260041 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0b95516e-95cd-4cc5-b4d4-ceaf7c04b1ba req-4573ec90-731f-4912-ad24-a5b1480913d8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302718 Jun 28 09:44:18.448751 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d640a7-6cdb-4501-b5af-6e297892b6cd req-773965a8-dbfb-4f10-bc8d-0bd96b1d4b09 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:18.450217 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b1d640a7-6cdb-4501-b5af-6e297892b6cd req-773965a8-dbfb-4f10-bc8d-0bd96b1d4b09 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0679612 Jun 28 09:44:18.489333 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b1d640a7-6cdb-4501-b5af-6e297892b6cd req-44f21641-0712-456d-808f-516441f2d678 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Jun 28 09:44:18.786866 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Request body: {'port': {'device_id': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:18.860393 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:19.169560 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14421a79-c8bd-493f-85da-21971dd7368d {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:44:19.193581 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:19.210868 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Transition to ACTIVE for port object 14421a79-c8bd-493f-85da-21971dd7368d will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:19.214843 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:19.218491 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:19.318268 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=14421a79-c8bd-493f-85da-21971dd7368d,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:19.321570 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:19.361722 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Attempting to bind port 14421a79-c8bd-493f-85da-21971dd7368d on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:44:19.362067 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Attempting to bind port 14421a79-c8bd-493f-85da-21971dd7368d by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:44:19.362395 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Attempting to bind port 14421a79-c8bd-493f-85da-21971dd7368d on network 870897b6-d973-4f04-a60e-00efad979cdb {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:19.367684 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Port 14421a79-c8bd-493f-85da-21971dd7368d on network 870897b6-d973-4f04-a60e-00efad979cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:44:19.368012 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Attempting to bind port 14421a79-c8bd-493f-85da-21971dd7368d on network 870897b6-d973-4f04-a60e-00efad979cdb {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:19.374882 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:44:19.375818 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Checking segment: {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:44:19.375818 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Bound using segment: {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:44:19.376069 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Bound port: 14421a79-c8bd-493f-85da-21971dd7368d, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a877c3f4-ad63-4258-add2-d92a4517da37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:44:19.376639 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:19.466253 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] For port 14421a79-c8bd-493f-85da-21971dd7368d, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:44:19.469643 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] For port 14421a79-c8bd-493f-85da-21971dd7368d, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=14421a79-c8bd-493f-85da-21971dd7368d,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:44:19.470071 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf677bb-56a6-4af3-bfec-8c595765debf req-6e6b4646-62f2-44b5-aa01-64a7e0c2aba8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:19.471648 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6cf677bb-56a6-4af3-bfec-8c595765debf req-6e6b4646-62f2-44b5-aa01-64a7e0c2aba8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 943 time: 0.0760529 Jun 28 09:44:19.474695 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:19.477194 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:19.511390 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:19.512006 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:19.514089 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] 10.222.0.36 "PUT /v2.0/ports/14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 1093 time: 0.7313859 Jun 28 09:44:19.514703 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:19.517012 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d561702-f5fc-470f-a418-b751a7559f85" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:19.542596 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6cf677bb-56a6-4af3-bfec-8c595765debf req-e3a1335e-82a7-4dc7-b529-19835fe925cb tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633202 Jun 28 09:44:19.557326 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=14421a79-c8bd-493f-85da-21971dd7368d,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:19.582029 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:19.604790 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84245a3-fb8d-44bc-a2d6-f60f668c5c33 x-openstack-request-id: req-c84245a3-fb8d-44bc-a2d6-f60f668c5c33 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:19.605187 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:19.605550 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c84245a3-fb8d-44bc-a2d6-f60f668c5c33 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:19.606055 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d', 'status': 'completed', 'code': 200} Jun 28 09:44:19.703167 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-d0d2339c-f8f8-4552-aaee-fbaae9e47672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:19.704705 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-d0d2339c-f8f8-4552-aaee-fbaae9e47672 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1096 time: 0.0887790 Jun 28 09:44:19.762116 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-3eac00f0-d43d-4f61-b02b-67e2e6b8be2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 217 time: 0.0412953 Jun 28 09:44:19.823933 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-666dd693-6c69-4707-8170-dfddb65104ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:19.825361 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-666dd693-6c69-4707-8170-dfddb65104ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 200 len: 854 time: 0.0552385 Jun 28 09:44:19.833965 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd68ee-6e28-423d-b641-c33204c46d03 req-2e843bbc-88c4-429f-8ec8-6a6406884fb0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:19.835469 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-88fd68ee-6e28-423d-b641-c33204c46d03 req-2e843bbc-88c4-429f-8ec8-6a6406884fb0 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.1480105 Jun 28 09:44:19.904803 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-88fd68ee-6e28-423d-b641-c33204c46d03 req-e05f1c4b-116c-4a78-a563-63459c98aad1 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609224 Jun 28 09:44:19.920810 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-c7148d43-c9c3-4a00-bd41-4dd9841ac882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:19.922361 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-c7148d43-c9c3-4a00-bd41-4dd9841ac882 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=870897b6-d973-4f04-a60e-00efad979cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860393 Jun 28 09:44:20.063845 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-14ccd663-eea6-41c3-b66c-a76d19c80386 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323926 Jun 28 09:44:20.162699 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ffe1-a5a3-4eb0-b684-ba1c4c1e8ea1 req-9c715c0d-0ae5-4b4a-97d0-85666de8b215 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:20.164220 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8129ffe1-a5a3-4eb0-b684-ba1c4c1e8ea1 req-9c715c0d-0ae5-4b4a-97d0-85666de8b215 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 946 time: 0.1456993 Jun 28 09:44:20.198271 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b28a14fb-fce3-46de-9804-98ce1810e529 req-0ca483a8-1df1-481a-90a1-9f06015a9730 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261590 Jun 28 09:44:20.218564 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8129ffe1-a5a3-4eb0-b684-ba1c4c1e8ea1 req-f189ce79-d508-4f02-9999-6aa949be3f11 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Jun 28 09:44:20.275278 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c78782-22be-4697-b1a3-b481a6363627 req-275d0a1b-6bb7-4fe1-82d5-3f405c5cf184 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:20.276771 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b3c78782-22be-4697-b1a3-b481a6363627 req-275d0a1b-6bb7-4fe1-82d5-3f405c5cf184 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 946 time: 0.0700629 Jun 28 09:44:20.311236 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d561702-f5fc-470f-a418-b751a7559f85 req-6c192348-282c-423e-a6cc-ff85ff3b9084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:20.312918 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d561702-f5fc-470f-a418-b751a7559f85 req-6c192348-282c-423e-a6cc-ff85ff3b9084 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1096 time: 0.0577116 Jun 28 09:44:20.317632 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b3c78782-22be-4697-b1a3-b481a6363627 req-ad2049da-7db3-4e19-bb26-8ec089336777 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Jun 28 09:44:20.412665 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d561702-f5fc-470f-a418-b751a7559f85 req-071b03ad-0562-4732-b7a7-9e202b8ceb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:20.414035 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d561702-f5fc-470f-a418-b751a7559f85 req-071b03ad-0562-4732-b7a7-9e202b8ceb13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 916 time: 0.0892708 Jun 28 09:44:20.461184 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d561702-f5fc-470f-a418-b751a7559f85 req-99264620-fecd-43a4-9953-6b64bc38566c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 217 time: 0.0368385 Jun 28 09:44:20.510679 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d561702-f5fc-470f-a418-b751a7559f85 req-3aed7136-76f0-45a5-a3aa-9fd40ae4cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:20.512124 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d561702-f5fc-470f-a418-b751a7559f85 req-3aed7136-76f0-45a5-a3aa-9fd40ae4cf7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 200 len: 854 time: 0.0428464 Jun 28 09:44:20.571426 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d561702-f5fc-470f-a418-b751a7559f85 req-88cc5280-4b18-49be-995d-e87b51727c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:20.572908 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d561702-f5fc-470f-a418-b751a7559f85 req-88cc5280-4b18-49be-995d-e87b51727c48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=870897b6-d973-4f04-a60e-00efad979cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500653 Jun 28 09:44:20.703621 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d561702-f5fc-470f-a418-b751a7559f85 req-e5fcbe6c-ad27-4b59-9a24-6c0a34e5fccb service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187110 Jun 28 09:44:20.792277 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657cdbe-af60-4d74-ac04-165b9750f675 req-aaa8c0ff-3f41-4768-b242-191dbfd9111a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:20.793774 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4657cdbe-af60-4d74-ac04-165b9750f675 req-aaa8c0ff-3f41-4768-b242-191dbfd9111a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 943 time: 0.1285679 Jun 28 09:44:20.835286 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6d561702-f5fc-470f-a418-b751a7559f85 req-f2f96e03-1059-4dc7-b0e3-77f892d6ead4 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224742 Jun 28 09:44:20.847376 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4657cdbe-af60-4d74-ac04-165b9750f675 req-748b7e52-58f7-4687-a200-e35b172fc29c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458076 Jun 28 09:44:21.094095 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ad8e6-5ec3-445c-a36f-6d1af6975749 req-8e7566a3-ade8-4c1d-84e5-3f5ae4fc2720 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:21.095585 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0a6ad8e6-5ec3-445c-a36f-6d1af6975749 req-8e7566a3-ade8-4c1d-84e5-3f5ae4fc2720 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0630744 Jun 28 09:44:21.138624 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0a6ad8e6-5ec3-445c-a36f-6d1af6975749 req-c13a4910-91c9-48fa-a758-45db6d8ccb38 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Jun 28 09:44:21.405883 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba22a3-9f45-45a8-a3bb-768c2c3aaf00 req-169e6419-6ab4-4888-8983-91dd2bec5cdf tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:21.407629 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-50ba22a3-9f45-45a8-a3bb-768c2c3aaf00 req-169e6419-6ab4-4888-8983-91dd2bec5cdf tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 946 time: 0.0689230 Jun 28 09:44:21.447744 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-50ba22a3-9f45-45a8-a3bb-768c2c3aaf00 req-e3872d44-e4b3-43ae-88e2-02472ea7fe4f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340111 Jun 28 09:44:21.499266 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afb14f-e9a6-47fd-87a5-af5904402e2f req-76dbc7a3-f096-45af-8bd7-ff75d9d25154 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:21.500734 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a9afb14f-e9a6-47fd-87a5-af5904402e2f req-76dbc7a3-f096-45af-8bd7-ff75d9d25154 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 946 time: 0.0634789 Jun 28 09:44:21.540494 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a9afb14f-e9a6-47fd-87a5-af5904402e2f req-63296004-f30e-4a73-aa6e-602d29a5860b tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340705 Jun 28 09:44:21.660730 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-83131829-f0a1-4299-8f2d-e1746b1ef5a4 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:21.662071 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-83131829-f0a1-4299-8f2d-e1746b1ef5a4 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.36 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 946 time: 0.0644009 Jun 28 09:44:21.762649 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Deleting port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:44:21.763029 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:21.851861 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] For port d5c55a8e-4687-4e02-9be9-58a84f1c8d29, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:21.852234 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:21.866187 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Calling delete_port for d5c55a8e-4687-4e02-9be9-58a84f1c8d29 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:44:21.994653 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-eaad186e-73cb-4bd3-a322-5f831b5a99e6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:21.996573 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-eaad186e-73cb-4bd3-a322-5f831b5a99e6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 946 time: 0.0745022 Jun 28 09:44:22.044851 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:22.052313 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9cf67a83-0788-40f9-9ebb-92a55c10ad53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:22.070212 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['b065bcc6-e877-4730-8240-cfe3ac7fcc0b', 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:44:22.095517 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Pushing event deleted for resources: {'Port': ['ID=d5c55a8e-4687-4e02-9be9-58a84f1c8d29,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:22.104895 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:22.146542 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Deleting port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:44:22.147157 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:22.175097 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b228e34-a595-4903-9a17-bbde27af94d9 req-42e7917c-4dec-40fc-b29c-6c0825578187 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:22.176697 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2b228e34-a595-4903-9a17-bbde27af94d9 req-42e7917c-4dec-40fc-b29c-6c0825578187 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 943 time: 0.2152698 Jun 28 09:44:22.186282 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] No DVR routers for this DVR port d5c55a8e-4687-4e02-9be9-58a84f1c8d29 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:44:22.198166 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:22.200734 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-aa5f7527-a56c-4169-9832-eedc5f76e86b req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.36 "DELETE /v2.0/ports/d5c55a8e-4687-4e02-9be9-58a84f1c8d29 HTTP/1.1" status: 204 len: 173 time: 0.5321548 Jun 28 09:44:22.201591 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01edd53c-5a20-41d8-873e-409d69d9b88c', 'name': 'network-vif-deleted', 'tag': 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:22.204793 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925d0b58-a963-4d2f-8c52-61a45d2b961b" -d '{"events": [{"server_uuid": "01edd53c-5a20-41d8-873e-409d69d9b88c", "name": "network-vif-deleted", "tag": "d5c55a8e-4687-4e02-9be9-58a84f1c8d29"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:22.287220 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] For port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:22.287425 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:22.290478 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2b228e34-a595-4903-9a17-bbde27af94d9 req-cab8e9bf-fdec-49d3-877c-db22abb818da tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018610 Jun 28 09:44:22.339218 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5440f67-703f-4853-be73-bdd9ae830e28 x-openstack-request-id: req-c5440f67-703f-4853-be73-bdd9ae830e28 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:22.339656 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01edd53c-5a20-41d8-873e-409d69d9b88c", "name": "network-vif-deleted", "tag": "d5c55a8e-4687-4e02-9be9-58a84f1c8d29", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:22.340058 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5440f67-703f-4853-be73-bdd9ae830e28 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:22.340780 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01edd53c-5a20-41d8-873e-409d69d9b88c', 'name': 'network-vif-deleted', 'tag': 'd5c55a8e-4687-4e02-9be9-58a84f1c8d29', 'status': 'completed', 'code': 200} Jun 28 09:44:22.405780 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-67557403-b6b8-440f-9c82-f636f1385937 req-936dbd6f-f4b2-49ee-a9d0-3f406f033ec2 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=01edd53c-5a20-41d8-873e-409d69d9b88c HTTP/1.1" status: 200 len: 210 time: 0.0409532 Jun 28 09:44:22.608086 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:22.608513 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:22.608878 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.l3_db [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Floating IP 30aba8b6-7b5b-44f8-9ea6-b743320bd0a1 disassociated. External IP: 172.28.2.198, port: 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7. Jun 28 09:44:22.609221 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Calling delete_port for 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:44:22.644778 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3070d4b-9c45-4d6f-846e-6e87aa07f78b req-c6b83c04-f7f1-4b18-bfa7-7243b8474851 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:22.649482 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e3070d4b-9c45-4d6f-846e-6e87aa07f78b req-c6b83c04-f7f1-4b18-bfa7-7243b8474851 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 946 time: 0.0774581 Jun 28 09:44:22.689899 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e3070d4b-9c45-4d6f-846e-6e87aa07f78b req-a0f54a1b-e907-486c-a7dd-e40a4256bd41 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bca772e-a160-49b4-8f62-9378085b5d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Jun 28 09:44:22.782393 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9030-6a28-462a-8f9e-39048cb451bb req-86622f8f-886f-41cb-9d0e-ee25817a77e2 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:22.784474 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e1fe9030-6a28-462a-8f9e-39048cb451bb req-86622f8f-886f-41cb-9d0e-ee25817a77e2 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 946 time: 0.1197162 Jun 28 09:44:22.811459 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:22.817251 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f58c2dae-1071-4a53-a82c-560f1501c041 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:22.850160 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event deleted for resources: {'Port': ['ID=6ed9ea12-dbaa-4057-9fb8-2840534bd6a7,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:22.852608 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:22.873441 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e1fe9030-6a28-462a-8f9e-39048cb451bb req-8ee7d1f8-a10a-4d5e-91c7-3819443ce4ba tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793154 Jun 28 09:44:22.991196 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:44:23.100912 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:44:23.110493 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] Sync routers for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:44:23.121618 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:23.122237 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:23.149206 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] No DVR routers for this DVR port 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:44:23.151865 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:23.154996 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf75cec-531b-4300-8069-1dbc50628e9c req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "DELETE /v2.0/ports/6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 HTTP/1.1" status: 204 len: 173 time: 1.1518118 Jun 28 09:44:23.155639 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-deleted', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:23.158992 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0342c3de-3824-4601-a742-57d3f3f71fac" -d '{"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-deleted", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:23.198339 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65234045-ac41-4993-8675-856c6459d5cd x-openstack-request-id: req-65234045-ac41-4993-8675-856c6459d5cd {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:23.198660 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1", "name": "network-vif-deleted", "tag": "6ed9ea12-dbaa-4057-9fb8-2840534bd6a7", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:23.198986 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65234045-ac41-4993-8675-856c6459d5cd {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:23.199357 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1', 'name': 'network-vif-deleted', 'tag': '6ed9ea12-dbaa-4057-9fb8-2840534bd6a7', 'status': 'completed', 'code': 200} Jun 28 09:44:23.328683 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:23.514782 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c36ef-c0d4-4815-b4b0-e09e1a908a12 req-d579b968-2493-4de8-ada2-ac809922ffc2 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:23.516298 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8e8c36ef-c0d4-4815-b4b0-e09e1a908a12 req-d579b968-2493-4de8-ada2-ac809922ffc2 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 943 time: 0.1082261 Jun 28 09:44:23.548800 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:23.568829 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8e8c36ef-c0d4-4815-b4b0-e09e1a908a12 req-d3ea471a-2153-4906-8194-a6d41cc97156 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463219 Jun 28 09:44:23.584709 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] Checking router: 8e43cf9d-f069-4085-8bf0-a20ad7f59298 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:44:23.588608 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:23.589228 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:23.686347 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 14421a79-c8bd-493f-85da-21971dd7368d details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:44:23.702335 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:23.890082 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 14421a79-c8bd-493f-85da-21971dd7368d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=14421a79-c8bd-493f-85da-21971dd7368d,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:23.921894 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '14421a79-c8bd-493f-85da-21971dd7368d', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'port_id': '14421a79-c8bd-493f-85da-21971dd7368d', 'mac_address': 'fa:16:3e:ec:9a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:44:23.940516 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:23.972724 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be38dc-a867-4ae1-9541-128ddd572429 None None] The sync data for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb is: [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:44:23.977488 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:23.996187 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14421a79-c8bd-493f-85da-21971dd7368d {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:44:24.001798 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d3089230-f18b-4482-96e2-e132205a7287 req-4d291809-360f-42f2-9207-287d40c9350e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=25a5d29a-1764-4cf0-9cb9-3a4f344ea8a1 HTTP/1.1" status: 200 len: 210 time: 0.0508978 Jun 28 09:44:24.024531 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 14421a79-c8bd-493f-85da-21971dd7368d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=14421a79-c8bd-493f-85da-21971dd7368d,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:24.032967 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:24.035339 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:24.098765 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=14421a79-c8bd-493f-85da-21971dd7368d,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:24.102538 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:24.106336 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ba251-aa0e-42ed-a51a-a6c767a3ed74 req-cb438942-cbee-47e2-b00d-bf156950ac96 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:24.113060 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8a2ba251-aa0e-42ed-a51a-a6c767a3ed74 req-cb438942-cbee-47e2-b00d-bf156950ac96 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 946 time: 0.0846322 Jun 28 09:44:24.152732 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8a2ba251-aa0e-42ed-a51a-a6c767a3ed74 req-fcb7ddac-3f2e-4b09-bf0e-c1cfc0a0f574 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 Jun 28 09:44:24.238898 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f64594-c8de-4770-9f03-0d204556e4bd req-74185396-dee3-473d-b3a3-aaf5adb70613 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:24.240518 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-41f64594-c8de-4770-9f03-0d204556e4bd req-74185396-dee3-473d-b3a3-aaf5adb70613 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0771871 Jun 28 09:44:24.282001 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-41f64594-c8de-4770-9f03-0d204556e4bd req-305fccbd-9be1-45a3-9089-ad2ed609f9b7 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Jun 28 09:44:24.309555 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09941610-4592-439b-8e82-cf58f0debf5d None None] New status for floating IP 30aba8b6-7b5b-44f8-9ea6-b743320bd0a1: DOWN {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:44:24.314769 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['14421a79-c8bd-493f-85da-21971dd7368d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:44:24.743114 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec478d-bcbd-4894-a114-a5b828e5ccb9 req-062adbe4-6f58-4cf0-a3fa-d8986b434210 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:24.744605 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6eec478d-bcbd-4894-a114-a5b828e5ccb9 req-062adbe4-6f58-4cf0-a3fa-d8986b434210 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 944 time: 0.0682957 Jun 28 09:44:24.785900 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6eec478d-bcbd-4894-a114-a5b828e5ccb9 req-956f585b-0f1d-4449-8024-02d7b631d028 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Jun 28 09:44:25.140215 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56370) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:25.206012 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9ba36d92-b6f9-4170-92bf-f9c25ceea1d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.229602 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9ba36d92-b6f9-4170-92bf-f9c25ceea1d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.276997 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9ba36d92-b6f9-4170-92bf-f9c25ceea1d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.279507 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9ba36d92-b6f9-4170-92bf-f9c25ceea1d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.280655 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-9ba36d92-b6f9-4170-92bf-f9c25ceea1d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "DELETE /v2.0/security-groups/8bca772e-a160-49b4-8f62-9378085b5d72 HTTP/1.1" status: 204 len: 168 time: 0.1394415 Jun 28 09:44:25.282768 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-42a59d7e-a3dc-4b91-b1cf-748f02e0d862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:25.283845 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56374) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:25.299583 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.api.v2.resource [None req-e34b689e-357a-467a-89ec-4b6aca8db8bf tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] show failed (client error): The resource could not be found. Jun 28 09:44:25.301022 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-e34b689e-357a-467a-89ec-4b6aca8db8bf tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups/8bca772e-a160-49b4-8f62-9378085b5d72 HTTP/1.1" status: 404 len: 347 time: 0.0159271 Jun 28 09:44:25.301338 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba36d92-b6f9-4170-92bf-f9c25ceea1d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bca772e-a160-49b4-8f62-9378085b5d72,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:25.304017 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9ba36d92-b6f9-4170-92bf-f9c25ceea1d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:25.304229 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56376) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:25.368149 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32407e6e-1f45-4146-a319-e4b1c83d2f5e req-e6199afd-63ab-496d-b3fc-bc0eeebd9959 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:25.369844 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-32407e6e-1f45-4146-a319-e4b1c83d2f5e req-e6199afd-63ab-496d-b3fc-bc0eeebd9959 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 946 time: 0.0879445 Jun 28 09:44:25.412789 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-32407e6e-1f45-4146-a319-e4b1c83d2f5e req-dccae1d4-0dfd-43a1-9031-1d7c9b60b705 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe174695-54d8-4670-b5dc-c0b36ff4e9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Jun 28 09:44:25.484458 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-fd4c6379-62f5-4963-a6d8-1d9d8068a198 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:25.486144 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-fd4c6379-62f5-4963-a6d8-1d9d8068a198 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.36 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 946 time: 0.0710385 Jun 28 09:44:25.506307 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Deleting port 3845372a-6964-4cb8-bc84-89188ce20ae5 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:44:25.506667 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.571184 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcb652-2a24-4513-a66c-a6429209c119 req-44ee042c-5593-4460-9df2-9e880d61b18f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:25.572679 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-17fcb652-2a24-4513-a66c-a6429209c119 req-44ee042c-5593-4460-9df2-9e880d61b18f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1290774 Jun 28 09:44:25.600787 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Deleting port 4675a324-a8f2-43e8-9d56-e484b0fd829c {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:44:25.601043 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.627857 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.628184 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.633134 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-17fcb652-2a24-4513-a66c-a6429209c119 req-7a185253-2b9c-4881-9b7a-3390e575c168 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536489 Jun 28 09:44:25.644520 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Calling delete_port for 3845372a-6964-4cb8-bc84-89188ce20ae5 owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:44:25.693948 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] For port 4675a324-a8f2-43e8-9d56-e484b0fd829c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=4675a324-a8f2-43e8-9d56-e484b0fd829c,segment=NetworkSegment(f1cbe000-78a5-455a-9e13-009f3482842f),segment_id=f1cbe000-78a5-455a-9e13-009f3482842f)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:25.694312 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.701676 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 14421a79-c8bd-493f-85da-21971dd7368d up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:25.708322 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Calling delete_port for 4675a324-a8f2-43e8-9d56-e484b0fd829c owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:44:25.750727 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 14421a79-c8bd-493f-85da-21971dd7368d completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:25.754824 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 14421a79-c8bd-493f-85da-21971dd7368d triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:25.755243 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.796455 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.798730 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e05b1f7d-915d-4f15-826a-68de604589ce tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:25.835839 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event deleted for resources: {'Port': ['ID=3845372a-6964-4cb8-bc84-89188ce20ae5,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:25.871875 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.880613 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.882116 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.882524 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.882891 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.883252 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.883618 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.883976 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.884935 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.885402 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.885763 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.886125 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.886760 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:25.890599 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:25.904187 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:25.907691 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2033fce-e5b0-4ace-8721-f6ce7c827811" -d '{"events": [{"server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "name": "network-vif-plugged", "status": "completed", "tag": "14421a79-c8bd-493f-85da-21971dd7368d"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:25.927493 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 14421a79-c8bd-493f-85da-21971dd7368d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=14421a79-c8bd-493f-85da-21971dd7368d,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:25.932748 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.933698 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d5c55a8e-4687-4e02-9be9-58a84f1c8d29 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:44:25.948965 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.952834 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:25.954187 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "DELETE /v2.0/floatingips/30aba8b6-7b5b-44f8-9ea6-b743320bd0a1 HTTP/1.1" status: 204 len: 168 time: 0.6490102 Jun 28 09:44:25.964505 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee3f8ea-0140-4d40-91ba-0d9f251d466c x-openstack-request-id: req-5ee3f8ea-0140-4d40-91ba-0d9f251d466c {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:25.964505 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "name": "network-vif-plugged", "status": "completed", "tag": "14421a79-c8bd-493f-85da-21971dd7368d", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:25.964505 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ee3f8ea-0140-4d40-91ba-0d9f251d466c {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:25.964505 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d', 'code': 200} Jun 28 09:44:25.964505 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:25.990314 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: d5c55a8e-4687-4e02-9be9-58a84f1c8d29 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:44:25.990849 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d5c55a8e-4687-4e02-9be9-58a84f1c8d29 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:44:25.991428 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:44:26.016393 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:44:26.017288 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 6ed9ea12-dbaa-4057-9fb8-2840534bd6a7 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:44:26.055454 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=14421a79-c8bd-493f-85da-21971dd7368d,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:26.058953 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:26.120353 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bda5c-1f84-4f6d-93fd-580155b23cfd req-c0e710ad-dc5e-4d71-9dde-d09c237ae03b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:26.122057 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-280bda5c-1f84-4f6d-93fd-580155b23cfd req-c0e710ad-dc5e-4d71-9dde-d09c237ae03b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.1174881 Jun 28 09:44:26.122745 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.126921 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:26.136569 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['4675a324-a8f2-43e8-9d56-e484b0fd829c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:44:26.184252 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Pushing event deleted for resources: {'Port': ['ID=4675a324-a8f2-43e8-9d56-e484b0fd829c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:26.193359 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:26.246009 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] No DVR routers for this DVR port 4675a324-a8f2-43e8-9d56-e484b0fd829c on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:44:26.250364 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-280bda5c-1f84-4f6d-93fd-580155b23cfd req-7469a832-fa70-45bb-8f32-a34b07a4e899 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195138 Jun 28 09:44:26.251390 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.253252 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-23bf2b90-bddd-412b-a722-7f66a4b9075b req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.36 "DELETE /v2.0/ports/4675a324-a8f2-43e8-9d56-e484b0fd829c HTTP/1.1" status: 204 len: 173 time: 0.7607906 Jun 28 09:44:26.253741 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e1aa31-26c8-404b-b5b5-1b84dac8ac0c', 'name': 'network-vif-deleted', 'tag': '4675a324-a8f2-43e8-9d56-e484b0fd829c'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:26.256001 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d59ce3-e802-47d7-90f0-7d61ee7e28e3" -d '{"events": [{"server_uuid": "73e1aa31-26c8-404b-b5b5-1b84dac8ac0c", "name": "network-vif-deleted", "tag": "4675a324-a8f2-43e8-9d56-e484b0fd829c"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:26.263158 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66f584-c1ed-49bf-95c7-b7a43e6319e7 req-009b9dd2-d5c2-48bf-99c0-7c83b546de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:26.265233 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb66f584-c1ed-49bf-95c7-b7a43e6319e7 req-009b9dd2-d5c2-48bf-99c0-7c83b546de79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1098 time: 0.0597405 Jun 28 09:44:26.312155 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fb66f584-c1ed-49bf-95c7-b7a43e6319e7 req-b801bd6f-ca64-4cef-8c22-19c72b447f4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Jun 28 09:44:26.314222 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48cd0b5-3874-4bd6-a01e-2caa9e13e030 x-openstack-request-id: req-c48cd0b5-3874-4bd6-a01e-2caa9e13e030 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:26.314709 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e1aa31-26c8-404b-b5b5-1b84dac8ac0c", "name": "network-vif-deleted", "tag": "4675a324-a8f2-43e8-9d56-e484b0fd829c", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:26.315247 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c48cd0b5-3874-4bd6-a01e-2caa9e13e030 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:26.315925 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e1aa31-26c8-404b-b5b5-1b84dac8ac0c', 'name': 'network-vif-deleted', 'tag': '4675a324-a8f2-43e8-9d56-e484b0fd829c', 'status': 'completed', 'code': 200} Jun 28 09:44:26.429746 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56388) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:26.434493 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-177530e0-3a65-44ca-be6f-ac3f1a3c453c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112531730', 'description': 'tempest-description--415157982'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:26.459531 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-177530e0-3a65-44ca-be6f-ac3f1a3c453c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.550946 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-177530e0-3a65-44ca-be6f-ac3f1a3c453c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.556150 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-177530e0-3a65-44ca-be6f-ac3f1a3c453c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.559014 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-79aeec53-b608-495e-9253-078d872c8df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:26.583177 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-43285acb-3af8-491e-b805-be54735b7bb8 req-3322854c-5067-479b-bf4b-322e2b45614f tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e1aa31-26c8-404b-b5b5-1b84dac8ac0c HTTP/1.1" status: 200 len: 210 time: 0.0291727 Jun 28 09:44:26.588084 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-177530e0-3a65-44ca-be6f-ac3f1a3c453c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.593235 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-177530e0-3a65-44ca-be6f-ac3f1a3c453c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1586049 Jun 28 09:44:26.593235 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177530e0-3a65-44ca-be6f-ac3f1a3c453c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c10bd0d-31f0-44e0-93bb-89805e6e1582,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:26.594443 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56392) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:26.598935 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'security_group_rule': {'security_group_id': '5c10bd0d-31f0-44e0-93bb-89805e6e1582', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:26.603232 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-177530e0-3a65-44ca-be6f-ac3f1a3c453c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:26.625172 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.680025 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.684071 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.689653 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-22539593-7d06-4f70-b8ed-e52dbafb815f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:26.707591 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fe005f-a689-48be-a138-d3f208a26c27,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:26.711144 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:26.712398 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.716898 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188543 Jun 28 09:44:26.717419 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56396) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:26.721543 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'security_group_rule': {'security_group_id': '5c10bd0d-31f0-44e0-93bb-89805e6e1582', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:26.750451 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.842020 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.848961 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.857245 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-96a3e19b-3482-4565-94f0-a396b6c2deb8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:26.883905 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6654f5-20cb-4def-aed0-79ff17e9a6ef req-c4259ed0-8f02-4534-a050-9d9a4562251f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:26.885464 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3c6654f5-20cb-4def-aed0-79ff17e9a6ef req-c4259ed0-8f02-4534-a050-9d9a4562251f tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1254079 Jun 28 09:44:26.889761 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4368095f-c19e-4367-9fd7-6cfc65e37af7,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:26.892615 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:26.895818 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.897007 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789269 Jun 28 09:44:26.900617 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56398) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:26.906596 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'floatingip': {'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:26.937160 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:26.939496 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3c6654f5-20cb-4def-aed0-79ff17e9a6ef req-83dcaba2-92a7-4f13-93ad-6502a22ad2ba tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 Jun 28 09:44:27.041384 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.147102 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Allocated IP 172.28.2.34 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/c85ed8b3-638c-412b-86ba-8c24bb82e196) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:27.262986 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.311853 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.317027 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:27.354574 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:27.359829 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:27.363414 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:27.368977 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'Port': ['ID=c85ed8b3-638c-412b-86ba-8c24bb82e196,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:27.388453 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:27.538355 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1539a9-8608-48da-a42f-1d610c121e3f req-faa0bc6f-98bb-4ca2-b954-a04a4c4ded1c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:27.539848 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3c1539a9-8608-48da-a42f-1d610c121e3f req-faa0bc6f-98bb-4ca2-b954-a04a4c4ded1c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.1505220 Jun 28 09:44:27.543528 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.615536 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3c1539a9-8608-48da-a42f-1d610c121e3f req-41885c27-c94b-4688-ae2a-8b31c2977c47 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661404 Jun 28 09:44:27.617668 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.818650 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.825187 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.828791 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:27.867250 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff135c5-f750-4dae-9126-b7d12cea477e req-a9f04f83-0703-4a64-9993-d091d2cefae9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:27.868737 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9ff135c5-f750-4dae-9126-b7d12cea477e req-a9f04f83-0703-4a64-9993-d091d2cefae9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.1390927 Jun 28 09:44:27.902717 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-87b2389d-7f20-4027-bdf5-544c96a90442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.955997 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'Port': ['ID=c85ed8b3-638c-412b-86ba-8c24bb82e196,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:27.958821 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:27.973705 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:27.997661 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9ff135c5-f750-4dae-9126-b7d12cea477e req-cabe1171-5a22-4098-bd84-c1c6315ee7b5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963192 Jun 28 09:44:28.007753 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:28.017445 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1073399 Jun 28 09:44:28.154843 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717e88-c25d-4535-8d04-6a4342143c7d req-23472741-518f-4822-b986-2d62ba70bb23 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:28.156611 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e1717e88-c25d-4535-8d04-6a4342143c7d req-23472741-518f-4822-b986-2d62ba70bb23 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0742698 Jun 28 09:44:28.198099 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e1717e88-c25d-4535-8d04-6a4342143c7d req-0a24e34d-027b-4913-8111-4405322b1fe3 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348890 Jun 28 09:44:28.317630 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-e47d17ef-7df7-488d-8053-994dcc4a0ac7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--112531730&fields=id&tenant_id=84dcf401cba94a82b851459138f8c61d HTTP/1.1" status: 200 len: 267 time: 0.0334170 Jun 28 09:44:28.400332 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d01b0f-d341-426a-a477-e054c8aaacf8 req-5ec0c51a-9c33-47a3-b419-815d7ff3ec3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:28.401753 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a3d01b0f-d341-426a-a477-e054c8aaacf8 req-5ec0c51a-9c33-47a3-b419-815d7ff3ec3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.0642426 Jun 28 09:44:28.427202 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-aaea82f6-544a-4871-88e0-3fc7b7d3667d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:28.428993 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-aaea82f6-544a-4871-88e0-3fc7b7d3667d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 816 time: 0.1032257 Jun 28 09:44:28.443694 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-9e5a84b3-ff47-4f0a-8c95-0633d0725a49 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/quotas/84dcf401cba94a82b851459138f8c61d HTTP/1.1" status: 200 len: 375 time: 0.0094104 Jun 28 09:44:28.448361 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a3d01b0f-d341-426a-a477-e054c8aaacf8 req-e0fe1cf9-a56d-47e4-a297-2927c0129c38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Jun 28 09:44:28.526957 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-37922dcc-82c4-431d-a329-75d97d72ac7c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777414 Jun 28 09:44:28.628137 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-a99be851-e58f-4c00-a2a9-d067d647c1e6 service neutron] 10.222.0.13 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889866 Jun 28 09:44:28.723571 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-6a1baef1-1f3b-414f-989e-2923d116e43f service neutron] 10.222.0.13 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898333 Jun 28 09:44:28.922989 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6f925347-dccf-4d68-b44f-c39840094d19 req-6e8c8412-493f-4e8f-8631-f6cf0317b465 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 210 time: 0.0309422 Jun 28 09:44:29.388292 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cc2a7-e616-4cea-974c-bf5bf38998c0 req-4a3071e8-dda8-42e0-9ef6-c28b46244715 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:29.390291 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fc2cc2a7-e616-4cea-974c-bf5bf38998c0 req-4a3071e8-dda8-42e0-9ef6-c28b46244715 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0754290 Jun 28 09:44:29.432935 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fc2cc2a7-e616-4cea-974c-bf5bf38998c0 req-bbc30e8a-d990-4cec-9d5e-d22266bab5ae tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368888 Jun 28 09:44:29.727532 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 4675a324-a8f2-43e8-9d56-e484b0fd829c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:44:29.747917 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 4675a324-a8f2-43e8-9d56-e484b0fd829c {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:44:29.748274 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 4675a324-a8f2-43e8-9d56-e484b0fd829c not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:44:30.101087 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-64c89366-3eed-445b-a82d-3c69303cf00e req-3c006ef3-5411-4cdc-bdaf-21e4645283f9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 210 time: 0.0362830 Jun 28 09:44:30.166165 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-9224e5f0-8145-427b-8dcc-abd520e7c681 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:30.167601 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-9224e5f0-8145-427b-8dcc-abd520e7c681 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 816 time: 0.1342816 Jun 28 09:44:30.255586 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-90fabee9-e44d-4366-a708-adb624eca4fc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84dcf401cba94a82b851459138f8c61d HTTP/1.1" status: 200 len: 379 time: 0.0565667 Jun 28 09:44:30.264007 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'port': {'device_id': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'admin_state_up': True, 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'security_groups': ['5c10bd0d-31f0-44e0-93bb-89805e6e1582']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:30.288305 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-0a7ce379-ed0f-43b4-8114-d339263d0675 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:30.292391 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-0a7ce379-ed0f-43b4-8114-d339263d0675 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.0965607 Jun 28 09:44:30.464807 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Deleting port b065bcc6-e877-4730-8240-cfe3ac7fcc0b {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:44:30.465447 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:30.565520 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-dea4b1df-b1c0-4a48-8e79-649764cbd4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:30.632919 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] For port b065bcc6-e877-4730-8240-cfe3ac7fcc0b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:30.633269 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:30.659216 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:30.675130 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Calling delete_port for b065bcc6-e877-4730-8240-cfe3ac7fcc0b owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:44:30.804730 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eba73-267b-446a-8c94-ef465449f5d2 req-09f7fb06-f402-4485-aceb-b64e53031b57 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:30.806264 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9d5eba73-267b-446a-8c94-ef465449f5d2 req-09f7fb06-f402-4485-aceb-b64e53031b57 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f HTTP/1.1" status: 200 len: 945 time: 0.1511989 Jun 28 09:44:30.812375 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Made reservation on behalf of 84dcf401cba94a82b851459138f8c61d for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:44:30.816454 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:30.885958 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9d5eba73-267b-446a-8c94-ef465449f5d2 req-a9622b7c-9287-43b7-993f-12b82b46bf76 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.13 "GET /v2.0/security-groups?id=b78e10f7-6248-4369-93be-fca418befd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661037 Jun 28 09:44:30.909596 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:30.919029 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:30.930915 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['b065bcc6-e877-4730-8240-cfe3ac7fcc0b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:44:30.945793 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Pushing event deleted for resources: {'Port': ['ID=b065bcc6-e877-4730-8240-cfe3ac7fcc0b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:30.948927 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:30.970408 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Allocated IP 172.20.0.7 (34fc9d2e-bdd5-4825-862e-a79d5dec26d5/9f43924c-be65-4b64-96aa-895af2db7eeb/e2706b38-8a66-4144-a52c-29dcbfc6d230) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:30.995738 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] No DVR routers for this DVR port b065bcc6-e877-4730-8240-cfe3ac7fcc0b on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:44:30.998226 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.000323 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5fc00913-813b-44e4-95c3-c9b762be1765 req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] 10.222.0.36 "DELETE /v2.0/ports/b065bcc6-e877-4730-8240-cfe3ac7fcc0b HTTP/1.1" status: 204 len: 173 time: 0.7014012 Jun 28 09:44:31.000896 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f', 'name': 'network-vif-deleted', 'tag': 'b065bcc6-e877-4730-8240-cfe3ac7fcc0b'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:31.003284 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06724b77-64f7-4fef-b5be-c663d287bb22" -d '{"events": [{"server_uuid": "4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f", "name": "network-vif-deleted", "tag": "b065bcc6-e877-4730-8240-cfe3ac7fcc0b"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:31.049829 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c78d63-6104-45ee-a4ba-f06afd2454b4 x-openstack-request-id: req-c1c78d63-6104-45ee-a4ba-f06afd2454b4 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:31.050157 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f", "name": "network-vif-deleted", "tag": "b065bcc6-e877-4730-8240-cfe3ac7fcc0b", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:31.050601 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1c78d63-6104-45ee-a4ba-f06afd2454b4 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:31.053080 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5eb840-2e60-4ea1-aae3-4bf0f7ca465f', 'name': 'network-vif-deleted', 'tag': 'b065bcc6-e877-4730-8240-cfe3ac7fcc0b', 'status': 'completed', 'code': 200} Jun 28 09:44:31.175207 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.193550 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Transition to ACTIVE for port object e2706b38-8a66-4144-a52c-29dcbfc6d230 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:31.239112 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.246864 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a564ad6e-0f47-4386-81a4-5709676543ed tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:31.293275 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9741a-a058-4d94-b395-0f1c217f6de5 req-47013af5-81c7-40d2-8926-010c90b6be44 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:31.294784 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c8f9741a-a058-4d94-b395-0f1c217f6de5 req-47013af5-81c7-40d2-8926-010c90b6be44 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 931 time: 0.0637586 Jun 28 09:44:31.315188 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:31.323686 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:31.328409 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:31.333612 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c8f9741a-a058-4d94-b395-0f1c217f6de5 req-42598e5c-639a-495b-b7d6-d856174ea1dc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329466 Jun 28 09:44:31.370761 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:31.376198 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:31.409556 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:31.410313 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.425615 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-2d71cf9d-66b6-4c46-b2bc-fd477f688b21 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1675282 Jun 28 09:44:31.441112 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Request body: {'port': {'device_id': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:31.524311 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.586250 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.595248 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-74aca904-7e11-4b88-acd3-97208ba78534 None None] Provisioning for port e2706b38-8a66-4144-a52c-29dcbfc6d230 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:31.599845 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-74aca904-7e11-4b88-acd3-97208ba78534 None None] Provisioning complete for port e2706b38-8a66-4144-a52c-29dcbfc6d230 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:31.600611 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-74aca904-7e11-4b88-acd3-97208ba78534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.644322 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-74aca904-7e11-4b88-acd3-97208ba78534 None None] Port e2706b38-8a66-4144-a52c-29dcbfc6d230 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:44:31.865950 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2706b38-8a66-4144-a52c-29dcbfc6d230 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:44:31.874400 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.887585 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Transition to ACTIVE for port object e2706b38-8a66-4144-a52c-29dcbfc6d230 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:31.892100 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:31.894403 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:31.948345 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:31.951214 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:32.020042 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56504) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:32.037559 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Attempting to bind port e2706b38-8a66-4144-a52c-29dcbfc6d230 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:44:32.037991 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Attempting to bind port e2706b38-8a66-4144-a52c-29dcbfc6d230 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:44:32.038506 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Attempting to bind port e2706b38-8a66-4144-a52c-29dcbfc6d230 on network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:32.043568 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Port e2706b38-8a66-4144-a52c-29dcbfc6d230 on network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:44:32.044027 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Attempting to bind port e2706b38-8a66-4144-a52c-29dcbfc6d230 on network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:32.050262 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:44:32.050741 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Checking segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:44:32.051200 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Bound using segment: {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:44:32.051669 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Bound port: e2706b38-8a66-4144-a52c-29dcbfc6d230, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d7111-204b-476c-939d-f1f92f9d7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:44:32.052115 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:32.145861 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:44:32.151595 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:44:32.161152 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:32.167778 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5c2c538f-3aa9-4320-b3c4-dfc00564d29d tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:32.219187 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:32.219931 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:32.221645 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 200 len: 1093 time: 0.7847941 Jun 28 09:44:32.223947 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:32.226383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:32.269140 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:32.273499 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:32.315633 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3b0c38-45ba-4a88-a1c1-533e563aaf66 x-openstack-request-id: req-0b3b0c38-45ba-4a88-a1c1-533e563aaf66 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:32.315969 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:32.316260 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b3b0c38-45ba-4a88-a1c1-533e563aaf66 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:32.316717 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'status': 'completed', 'code': 200} Jun 28 09:44:32.346721 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-cf873588-2303-41aa-a8a9-72d1afb5c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:32.348224 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-cf873588-2303-41aa-a8a9-72d1afb5c1e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0741744 Jun 28 09:44:32.400438 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-265c017f-ba1c-4601-b9dc-a0e41e576040 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 200 len: 217 time: 0.0413735 Jun 28 09:44:32.469559 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-595b7580-aab8-497a-8d35-f2fbd685e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:32.471979 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-595b7580-aab8-497a-8d35-f2fbd685e21a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0656657 Jun 28 09:44:32.516135 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569333'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:32.611252 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2f5c5-4886-4380-9e41-bceda2234b33 req-787dfaed-28ae-4b0d-af4c-2fe1de955348 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:32.612751 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b4e2f5c5-4886-4380-9e41-bceda2234b33 req-787dfaed-28ae-4b0d-af4c-2fe1de955348 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.1396015 Jun 28 09:44:32.614598 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-30054227-b5f4-411d-8754-49b15f6f9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:32.615939 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-30054227-b5f4-411d-8754-49b15f6f9c10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1276052 Jun 28 09:44:32.700844 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b4e2f5c5-4886-4380-9e41-bceda2234b33 req-a40025a7-c3f6-4313-9723-cb30a8b65176 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817583 Jun 28 09:44:32.743977 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-d68d8120-7c64-481f-89d5-25fc77cb303e service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185157 Jun 28 09:44:32.836027 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Deleting port b2bcdbcc-c7b2-40fc-a715-e21a94827024 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:44:32.836372 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:32.848398 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-4cb8d75f-cfe8-493d-ae13-740978e7d50a req-af8cb453-4e43-4ece-a4f4-cc86a4c4bba9 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979679 Jun 28 09:44:32.931287 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] For port b2bcdbcc-c7b2-40fc-a715-e21a94827024, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=b2bcdbcc-c7b2-40fc-a715-e21a94827024,segment=NetworkSegment(9ccaa76f-2c8e-436a-aef6-bb76dc6d0512),segment_id=9ccaa76f-2c8e-436a-aef6-bb76dc6d0512)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:32.931660 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:32.989109 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-6aca1861-34b0-4f99-b8df-250fdaaff552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:32.990722 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-6aca1861-34b0-4f99-b8df-250fdaaff552 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0788901 Jun 28 09:44:33.128220 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-c9e84c1a-4801-4820-94a4-c0e2474344db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:33.129719 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-c9e84c1a-4801-4820-94a4-c0e2474344db service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.1318097 Jun 28 09:44:33.172935 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-04d8ffa6-111d-424b-9ca0-510730b20226 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 200 len: 217 time: 0.0361772 Jun 28 09:44:33.176571 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Calling delete_port for b2bcdbcc-c7b2-40fc-a715-e21a94827024 owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:44:33.225459 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-b28406f8-62b6-4411-8941-23a2dbcf6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:33.227044 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-b28406f8-62b6-4411-8941-23a2dbcf6d22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0472553 Jun 28 09:44:33.285950 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:33.303585 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a28eab-4500-41df-be47-d7f49542dcee req-b60e3f02-455d-406b-bf8f-4571011fc633 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:33.305349 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-66a28eab-4500-41df-be47-d7f49542dcee req-b60e3f02-455d-406b-bf8f-4571011fc633 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.1300344 Jun 28 09:44:33.328040 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-00fa980f-df97-4fdc-9223-d68b51117fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:33.333295 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-00fa980f-df97-4fdc-9223-d68b51117fa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0973980 Jun 28 09:44:33.406254 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-66a28eab-4500-41df-be47-d7f49542dcee req-a5fe2959-f202-4189-82bd-7ff26755d455 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945673 Jun 28 09:44:33.444370 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56526) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:33.444818 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-637be6fa-4aef-497b-ba8c-eda2405807ee service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042657 Jun 28 09:44:33.504645 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:33.506825 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6a62dab1-bf73-44ac-860f-a5508c224461 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:33.531812 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bcdbcc-c7b2-40fc-a715-e21a94827024,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:33.537865 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:33.561069 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1efbb37e-ffb2-442e-88e3-0591a8b57e8c req-4113a9c4-f7c1-4797-8358-d6d9f80475f1 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093371 Jun 28 09:44:33.687517 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a447c0-c7d2-4350-83fe-5cdd18ddb612 tempest-TestMinimumBasicScenario-1909780549 tempest-TestMinimumBasicScenario-1909780549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:33.689050 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b9a447c0-c7d2-4350-83fe-5cdd18ddb612 tempest-TestMinimumBasicScenario-1909780549 tempest-TestMinimumBasicScenario-1909780549-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1093 time: 0.2436020 Jun 28 09:44:33.692086 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56530) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:33.696706 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'floatingip': {'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'port_id': '14421a79-c8bd-493f-85da-21971dd7368d', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:33.718289 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for floatingip, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:33.752296 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b065bcc6-e877-4730-8240-cfe3ac7fcc0b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:44:33.766500 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592133'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:33.785349 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: b065bcc6-e877-4730-8240-cfe3ac7fcc0b {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:44:33.786129 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device b065bcc6-e877-4730-8240-cfe3ac7fcc0b not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:44:33.853379 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:33.984071 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Router 55972ca0-b247-4f02-a043-4974b0af8a12 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:44:34.060297 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2fa45-db80-43d3-9824-4feef04a684b req-106e57c0-53db-47d5-a89e-5a4048b202c8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:34.062703 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02e2fa45-db80-43d3-9824-4feef04a684b req-106e57c0-53db-47d5-a89e-5a4048b202c8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.2314432 Jun 28 09:44:34.091578 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:44:34.099142 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] 10.222.0.13 "PUT /v2.0/routers/55972ca0-b247-4f02-a043-4974b0af8a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0758443 Jun 28 09:44:34.099481 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56534) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:34.102496 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] Sync routers for ids ['55972ca0-b247-4f02-a043-4974b0af8a12'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:44:34.114903 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] Routers {'55972ca0-b247-4f02-a043-4974b0af8a12'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:34.114903 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['55972ca0-b247-4f02-a043-4974b0af8a12'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:34.123937 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Allocated IP 172.28.2.151 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/53c15fde-ccc1-4538-a0c8-7cd01bd14954) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:34.169998 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-02e2fa45-db80-43d3-9824-4feef04a684b req-9ee78663-ffc0-451e-ab41-5dfb3b68a188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006904 Jun 28 09:44:34.222868 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.223684 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] Set router 55972ca0-b247-4f02-a043-4974b0af8a12 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:34.330166 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.333133 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.385277 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.388889 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:34.399557 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Deleting port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:44:34.400011 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.408365 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:44:33Z', 'revision_number': 5, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port': {'id': '0d6c0e30-40ff-44d7-841a-7a045bb2e4ac', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:41:18Z', 'updated_at': '2021-06-28T09:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:34.429288 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:34.432673 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:34.441017 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:34.442150 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] Checking router: 55972ca0-b247-4f02-a043-4974b0af8a12 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:44:34.452508 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] Routers {'55972ca0-b247-4f02-a043-4974b0af8a12'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:34.453267 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['55972ca0-b247-4f02-a043-4974b0af8a12'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:34.486873 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'Port': ['ID=53c15fde-ccc1-4538-a0c8-7cd01bd14954,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:34.496121 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:34.522551 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] For port 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0d6c0e30-40ff-44d7-841a-7a045bb2e4ac,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:34.522951 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.536749 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Calling delete_port for 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:44:34.553482 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] Set router 55972ca0-b247-4f02-a043-4974b0af8a12 gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:34.608009 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:44:34Z', 'revision_number': 6, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port_host': None}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:34.642248 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03175921-92df-47f3-bd09-f893bd3b3b67 None None] The sync data for ids ['55972ca0-b247-4f02-a043-4974b0af8a12'] in dv-cinder-792209-2-smb is: [{'id': '55972ca0-b247-4f02-a043-4974b0af8a12', 'name': 'tempest-ServerRescueNegativeTestJSON-1708553593-router', 'tenant_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:41:17Z', 'updated_at': '2021-06-28T09:44:34Z', 'revision_number': 6, 'project_id': '737ae21f8d3e4db7b4e231a33a2b568b', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:44:34.741549 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.744112 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5c0dbbfb-dc2e-4e4f-90a4-60a20a31210b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:34.782486 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6c0e30-40ff-44d7-841a-7a045bb2e4ac,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:34.785143 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:34.860654 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593855'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.930922 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.973240 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8716'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:34.976580 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.065438 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.075908 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-593384'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.076853 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55972ca0-b247-4f02-a043-4974b0af8a12 {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:44:35.087674 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.092582 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/55972ca0-b247-4f02-a043-4974b0af8a12 HTTP/1.1" status: 204 len: 168 time: 0.9891474 Jun 28 09:44:35.092909 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56542) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:35.152033 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] Deleting subnet 36fb4d8b-6c35-4074-b094-813fafb9e3f8 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:44:35.155649 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.191872 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9288019'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.231012 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.248691 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.253948 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.257153 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6f735c38-4d9d-4c4d-9090-b0c142ad1efa tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:35.296398 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3517157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464247'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.301087 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:35.329081 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'Port': ['ID=53c15fde-ccc1-4538-a0c8-7cd01bd14954,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:35.333002 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:35.337836 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.359580 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fb4d8b-6c35-4074-b094-813fafb9e3f8,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:35.390061 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.393062 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36fb4d8b-6c35-4074-b094-813fafb9e3f8 HTTP/1.1" status: 204 len: 168 time: 0.2988048 Jun 28 09:44:35.394458 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2aef5fab-38b3-4df2-a06c-cfbf28af1c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:35.396648 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56546) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:35.437285 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.l3_db [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Floating IP 7715b040-e102-415f-b40d-82056629bab1 associated. External IP: 172.28.2.151, port: 14421a79-c8bd-493f-85da-21971dd7368d. Jun 28 09:44:35.454475 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device b2bcdbcc-c7b2-40fc-a715-e21a94827024 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:44:35.483048 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: b2bcdbcc-c7b2-40fc-a715-e21a94827024 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:44:35.483552 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device b2bcdbcc-c7b2-40fc-a715-e21a94827024 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:44:35.524464 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.545276 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244ed68-494e-40f4-8ac5-7ce411f870be req-704d10e6-107d-4d63-ba32-3ce124912111 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:35.546788 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4244ed68-494e-40f4-8ac5-7ce411f870be req-704d10e6-107d-4d63-ba32-3ce124912111 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.2372088 Jun 28 09:44:35.642983 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.647772 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4244ed68-494e-40f4-8ac5-7ce411f870be req-7a8dd81e-22a6-44e5-9a74-9c2a7487d9fb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812259 Jun 28 09:44:35.648027 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:44:35.656825 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6203ce92-91d6-4020-b474-5c23848c339d']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:35.666772 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:35.667095 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccaa76f-2c8e-436a-aef6-bb76dc6d0512') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:35.677532 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9288004'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.691397 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.697727 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:44:35.698174 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3516928'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: Traceback (most recent call last): Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: timer() Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: cb(*args, **kw) Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: return func(*args, **kwargs) Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: self._notify() Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: self.callback(batched_events) Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: event.method(event) Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: return f(self, *a, **k) Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: return self._get(url).json() Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:44:35.699746 dv-cinder-792209-2-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:44:35.756813 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.761174 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9326891b-500f-4dcc-9b06-5f2c4adeb245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:35.763924 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:44:35.769397 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.771258 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6203ce92-91d6-4020-b474-5c23848c339d HTTP/1.1" status: 204 len: 168 time: 0.3709872 Jun 28 09:44:35.781356 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=6203ce92-91d6-4020-b474-5c23848c339d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:35.783773 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:35.790266 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:44:35.810823 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:35.857261 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] Sync routers for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:44:35.877604 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:35.878251 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:35.972020 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56554) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:36.027183 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b0cbd19d-1714-4c96-aa2c-11161775d0ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=737ae21f8d3e4db7b4e231a33a2b568b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540500 Jun 28 09:44:36.033264 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56556) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:36.124774 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a4a3f6fd-73ae-49bc-8b14-ceb21054f476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.137313 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4437921 Jun 28 09:44:36.138467 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:36.143403 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b7af1d-3d11-4c5c-921f-11d8a9375326" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:36.151340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:36.154085 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a4a3f6fd-73ae-49bc-8b14-ceb21054f476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.159020 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56558) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:36.168449 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:36.171442 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'port_id': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'mac_address': 'fa:16:3e:7f:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:44:36.178492 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160298749', 'description': 'tempest-secgroup-smoke-1160298749 description', 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:36.210295 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a4a3f6fd-73ae-49bc-8b14-ceb21054f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.213223 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a4a3f6fd-73ae-49bc-8b14-ceb21054f476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.217704 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-a4a3f6fd-73ae-49bc-8b14-ceb21054f476 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b78e10f7-6248-4369-93be-fca418befd12 HTTP/1.1" status: 204 len: 168 time: 0.1797249 Jun 28 09:44:36.217704 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-563e6301-4b16-47a0-ab85-d4b8e57cd31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:36.224122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3f6fd-73ae-49bc-8b14-ceb21054f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78e10f7-6248-4369-93be-fca418befd12,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:36.227163 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a4a3f6fd-73ae-49bc-8b14-ceb21054f476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:36.267399 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.278407 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ca94c-bdf6-44de-852f-d12cf4ee01c2 x-openstack-request-id: req-1e7ca94c-bdf6-44de-852f-d12cf4ee01c2 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:36.279381 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:36.279777 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e7ca94c-bdf6-44de-852f-d12cf4ee01c2 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:36.280390 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d', 'status': 'completed', 'code': 200} Jun 28 09:44:36.345871 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.406072 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2706b38-8a66-4144-a52c-29dcbfc6d230 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:44:36.451449 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:36.456479 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.468045 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-1a5e84d8-53a5-49df-90cf-cda36d36c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:36.469829 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-1a5e84d8-53a5-49df-90cf-cda36d36c7f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1098 time: 0.1651506 Jun 28 09:44:36.486350 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:36.555377 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:36.564520 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.564877 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.565228 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.565571 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.565910 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.566247 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.566581 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.566913 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.567246 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.567576 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.567912 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.568254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:36.587997 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:36.601641 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.610215 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.617899 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-73849600-0b67-474a-9c58-5a95235d5dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:36.634343 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '7715b040-e102-415f-b40d-82056629bab1', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'port_id': '14421a79-c8bd-493f-85da-21971dd7368d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'mac_address': 'fa:16:3e:ec:9a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:34Z', 'updated_at': '2021-06-28T09:44:34Z', 'revision_number': 0, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 5, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:36.663360 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] Checking router: 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:44:36.672485 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:36.673114 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:36.677635 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.679918 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5174272 Jun 28 09:44:36.682735 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56574) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:36.685135 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54790f3d-0dbd-42c4-bad6-8d7feb36bd37,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:36.693296 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'security_group_rule': {'security_group_id': '54790f3d-0dbd-42c4-bad6-8d7feb36bd37', 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:36.694579 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:36.716126 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-9d365899-420c-438c-b3cc-743502d55dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:36.719053 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-9d365899-420c-438c-b3cc-743502d55dc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 916 time: 0.2393236 Jun 28 09:44:36.721482 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['e2706b38-8a66-4144-a52c-29dcbfc6d230'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:44:36.787328 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.846227 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-d5ac9b13-26fb-4a2d-b109-0c6d16be7f36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 999 time: 0.1198652 Jun 28 09:44:36.857829 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:36.939617 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-bb8c79a8-6df0-4235-8c19-d80812426706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:36.942280 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-bb8c79a8-6df0-4235-8c19-d80812426706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 200 len: 854 time: 0.0814996 Jun 28 09:44:36.953289 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.958585 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:44:36.960659 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.985379 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:36.990919 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:44:36.991488 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0d6c0e30-40ff-44d7-841a-7a045bb2e4ac not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:44:36.995080 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:36.999780 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3072300 Jun 28 09:44:37.000768 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56584) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:37.006398 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-61d4629e-dac9-4c13-a50c-6fe75ab26fc8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'security_group_rule': {'security_group_id': '54790f3d-0dbd-42c4-bad6-8d7feb36bd37', 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:37.013348 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cdf83-6968-4f51-9ce2-cef0aa1b0a7d req-48064a9b-43de-453c-b8b0-b7ddbf5b93e3 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:37.023286 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-669cdf83-6968-4f51-9ce2-cef0aa1b0a7d req-48064a9b-43de-453c-b8b0-b7ddbf5b93e3 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 944 time: 0.1671357 Jun 28 09:44:37.044317 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c0d093-854c-4d03-8d4e-53934a06fb60,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:37.052146 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:37.068790 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-a1ffe1fa-9e3e-4f20-a126-d43bfda45962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:37.070739 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-a1ffe1fa-9e3e-4f20-a126-d43bfda45962 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=870897b6-d973-4f04-a60e-00efad979cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1215446 Jun 28 09:44:37.071433 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-61d4629e-dac9-4c13-a50c-6fe75ab26fc8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.080654 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-669cdf83-6968-4f51-9ce2-cef0aa1b0a7d req-2a1ddeb6-031c-43f9-b23f-22b5e2ca0821 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570660 Jun 28 09:44:37.191987 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '7715b040-e102-415f-b40d-82056629bab1', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'port_id': '14421a79-c8bd-493f-85da-21971dd7368d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'mac_address': 'fa:16:3e:ec:9a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:34Z', 'updated_at': '2021-06-28T09:44:34Z', 'revision_number': 0, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 5, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:37.220576 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6ba81-6065-47e1-83c0-a93cb05508e6 None None] The sync data for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb is: [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '7715b040-e102-415f-b40d-82056629bab1', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'port_id': '14421a79-c8bd-493f-85da-21971dd7368d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'mac_address': 'fa:16:3e:ec:9a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:34Z', 'updated_at': '2021-06-28T09:44:34Z', 'revision_number': 0, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 5, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:44:37.222200 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-61d4629e-dac9-4c13-a50c-6fe75ab26fc8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.229433 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-61d4629e-dac9-4c13-a50c-6fe75ab26fc8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.235243 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:37.261524 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-b280925c-25a6-4d6a-9496-a2ea5f53a0a2 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540165 Jun 28 09:44:37.262182 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4629e-dac9-4c13-a50c-6fe75ab26fc8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16870e2e-dde7-4c3c-8625-b618348562a4,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:37.265300 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-61d4629e-dac9-4c13-a50c-6fe75ab26fc8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:37.276624 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-61d4629e-dac9-4c13-a50c-6fe75ab26fc8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.281185 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-61d4629e-dac9-4c13-a50c-6fe75ab26fc8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2755156 Jun 28 09:44:37.281185 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56592) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:37.281598 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56594) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:37.286420 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'security_group_rule': {'security_group_id': '54790f3d-0dbd-42c4-bad6-8d7feb36bd37', 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:37.318548 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.377117 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.377507 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-96b7af1d-3d11-4c5c-921f-11d8a9375326 req-b076032b-1512-4439-8899-ddef903faac2 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090720 Jun 28 09:44:37.383360 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.385511 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7343931c-1805-4774-8f41-0c7787f7e991 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:37.410654 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8824ccf6-a393-4aa2-8c66-a247ca33bfbc,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:37.413652 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:37.429090 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.430019 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1531418911-network', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:37.431028 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481924 Jun 28 09:44:37.433992 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56600) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:37.439672 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'security_group_rule': {'security_group_id': '54790f3d-0dbd-42c4-bad6-8d7feb36bd37', 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:37.466444 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.db.api [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 09:44:37.466444 dv-cinder-792209-2-smb neutron-server[99532]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 28 09:44:37.466444 dv-cinder-792209-2-smb neutron-server[99532]: [parameters: {'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'id': 'e2ac6b77-c432-4094-8421-6642fbe2f20c', 'expiration': datetime.datetime(2021, 6, 28, 9, 46, 37, 457970)}] Jun 28 09:44:37.466444 dv-cinder-792209-2-smb neutron-server[99532]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:44:37.466846 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_db.api [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:44:37.471239 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Made reservation on behalf of b12bd13a27ec4828b06889470316a92f for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:44:37.473879 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.485750 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.489612 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783617ce-3bba-48b8-9333-e4999d22ee01 None None] New status for floating IP 7715b040-e102-415f-b40d-82056629bab1: ACTIVE {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:44:37.585303 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.589278 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.600956 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1426b7ac-df91-47ab-b549-02b22260ab4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:37.603108 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:44:37.623166 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.623523 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Added segment afb248b1-2683-44e9-ac08-a29ba94edd9e of type vlan for network 38d8ca08-c78e-4749-9b85-89bf65372a70 Jun 28 09:44:37.641460 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176d5b59-4237-4ab1-9447-d149e1b89f0c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:37.661914 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:37.676793 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.706921 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.708619 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:37.709319 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.712387 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:37.771970 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4907403 Jun 28 09:44:37.774982 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56608) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:37.777894 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:37.780201 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Request body: {'subnet': {'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1531418911-subnet', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:37.794911 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Pushing event updated for resources: {'Network': ['ID=38d8ca08-c78e-4749-9b85-89bf65372a70,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:37.805695 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:44:37.805875 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:37.816739 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Made reservation on behalf of b12bd13a27ec4828b06889470316a92f for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:44:37.819085 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805879'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.822922 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:44:37.891859 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port e2706b38-8a66-4144-a52c-29dcbfc6d230 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:37.895643 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port e2706b38-8a66-4144-a52c-29dcbfc6d230 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:37.896119 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.978512 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:37.998791 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805861'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.002529 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:38.002781 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:38.005645 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde2d862-082a-47b7-a62a-10ff6d7135c7" -d '{"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-plugged", "status": "completed", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:38.023299 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:38.028993 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.031657 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:38.039332 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.056002 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e490151e-3f20-4b45-8ded-ffa3344a9af9 x-openstack-request-id: req-e490151e-3f20-4b45-8ded-ffa3344a9af9 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:38.056322 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-plugged", "status": "completed", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:38.056572 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e490151e-3f20-4b45-8ded-ffa3344a9af9 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:38.056970 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'code': 200} Jun 28 09:44:38.086747 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0c040d-a176-471a-8fe1-76505652f270,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:38.091501 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:38.093481 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:38.095178 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:38.113495 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Checking segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:44:38.113859 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Network hostable DHCP agents. Network: 38d8ca08-c78e-4749-9b85-89bf65372a70, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:44:38.132786 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.139068 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.143700 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-af39a963-df4e-429c-a65d-233d5146b188 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:38.154211 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:44:38.165358 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d93ea5-ff2c-4d13-8b81-2f7f145dd74c,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:38.170468 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:38.172005 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 38d8ca08-c78e-4749-9b85-89bf65372a70) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:38.173918 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.175056 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-2238a051-dc96-4882-9c48-f3a466f50a18 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7389565 Jun 28 09:44:38.177914 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:38.178048 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56614) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:38.178519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.183751 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c35288-c0c2-404c-9877-bbc81ab7b2be None None] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:44:38.192942 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'security_group_rule': {'security_group_id': '54790f3d-0dbd-42c4-bad6-8d7feb36bd37', 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:38.195238 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-653f46ca-5ced-4d0b-95fb-dacfbfcfcb51 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4188249 Jun 28 09:44:38.197857 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56616) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:38.207722 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:38.272702 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.securitygroups_db [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Project e5e88eb8df1246f688cc160d5d0afe2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:44:38.280122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.324663 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8734'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.326688 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8711'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.334494 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65fb5b-8743-4134-a5ee-8a5ac6480774 req-5b3988e2-881e-44b1-84bd-cd7b9767565b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:38.342156 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0b65fb5b-8743-4134-a5ee-8a5ac6480774 req-5b3988e2-881e-44b1-84bd-cd7b9767565b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.1187365 Jun 28 09:44:38.380929 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.389985 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.394266 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1b6210d6-f9d4-4e22-9eea-efe9a38c728f tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:38.399052 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0b65fb5b-8743-4134-a5ee-8a5ac6480774 req-d9aff616-99fe-4b3a-8646-232a83c2b25a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561123 Jun 28 09:44:38.412197 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64eade1-6a71-5dff-94ca-90bb9e2612c2-38d8ca08-c78e-4749-9b85-89bf65372a70', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270'}]}} from dv-cinder-792209-2-smb. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:44:38.414332 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4da053-c280-4b02-9fac-1074091823f0,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:38.414483 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.422699 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:38.429650 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.432265 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.436417 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2544746 Jun 28 09:44:38.436844 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56618) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:38.437070 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea74865-bc2d-4c39-93ac-490df1dde2fa req-6517a4e8-68f7-43ea-b415-0144a6b62592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:38.438740 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-cea74865-bc2d-4c39-93ac-490df1dde2fa req-6517a4e8-68f7-43ea-b415-0144a6b62592 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1098 time: 0.1595368 Jun 28 09:44:38.442509 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'security_group_rule': {'security_group_id': '54790f3d-0dbd-42c4-bad6-8d7feb36bd37', 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:38.468260 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.securitygroups_db [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Project e5e88eb8df1246f688cc160d5d0afe2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:44:38.476768 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.564476 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.566484 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-cea74865-bc2d-4c39-93ac-490df1dde2fa req-4a58e635-66f3-44a8-8598-9ba98424dd71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898049 Jun 28 09:44:38.568948 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.570994 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:38.572347 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Allocated IP 172.20.0.2 (38d8ca08-c78e-4749-9b85-89bf65372a70/4a0c040d-a176-471a-8fe1-76505652f270/5351bf0b-fc13-4c36-beb4-45cb00abaecf) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:38.586845 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae526c51-859d-4454-b6da-3dd189b65feb,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:38.591512 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:38.598301 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.603290 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-dc36dd06-2a06-46cd-8c9f-47c0160db928 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616218 Jun 28 09:44:38.608110 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.866942 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-bed41939-b9df-47e7-bdac-27faf626c7c0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160298749&fields=id&tenant_id=e5e88eb8df1246f688cc160d5d0afe2b HTTP/1.1" status: 200 len: 267 time: 0.0645254 Jun 28 09:44:38.885272 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.894798 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.907025 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Transition to ACTIVE for port object 5351bf0b-fc13-4c36-beb4-45cb00abaecf will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:38.924337 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.933282 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Transition to ACTIVE for port object 5351bf0b-fc13-4c36-beb4-45cb00abaecf will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:38.941979 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:38.945920 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:39.003580 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:39.007998 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:39.017621 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:39.027195 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-7cbc422d-408a-4f44-b459-97a7ccb60bfd tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:39.028948 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-7cbc422d-408a-4f44-b459-97a7ccb60bfd tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.1557178 Jun 28 09:44:39.036122 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Pushing event updated for resources: {'Port': ['ID=5351bf0b-fc13-4c36-beb4-45cb00abaecf,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:39.043662 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'port': {'security_groups': ['db647934-c5b0-4382-9798-08d430485ba6', '54790f3d-0dbd-42c4-bad6-8d7feb36bd37']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:39.065170 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:39.086714 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Allocated IP 172.28.2.156 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/2c0b05f6-020e-4df1-8526-e2ce58aa3481) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:39.115338 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Attempting to bind port 5351bf0b-fc13-4c36-beb4-45cb00abaecf on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:44:39.115947 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Attempting to bind port 5351bf0b-fc13-4c36-beb4-45cb00abaecf by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:44:39.116584 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Attempting to bind port 5351bf0b-fc13-4c36-beb4-45cb00abaecf on network 38d8ca08-c78e-4749-9b85-89bf65372a70 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:39.124852 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:44:39.125425 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Checking segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:44:39.126028 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.126651 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Bound using segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:44:39.127349 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Bound port: 5351bf0b-fc13-4c36-beb4-45cb00abaecf, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:44:39.127927 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.194579 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.214538 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] For port 5351bf0b-fc13-4c36-beb4-45cb00abaecf, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:44:39.217820 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] For port 5351bf0b-fc13-4c36-beb4-45cb00abaecf, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=5351bf0b-fc13-4c36-beb4-45cb00abaecf,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:44:39.222775 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.224784 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:39.271530 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.290513 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Pushing event updated for resources: {'Port': ['ID=5351bf0b-fc13-4c36-beb4-45cb00abaecf,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:39.297463 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:39.397653 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.401706 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3b2a6a95-188f-4d59-be46-c17a5a0c5e3b tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:39.482727 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:39.496377 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:39.530676 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] For port 14421a79-c8bd-493f-85da-21971dd7368d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=14421a79-c8bd-493f-85da-21971dd7368d,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:39.540346 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:39.590631 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0b05f6-020e-4df1-8526-e2ce58aa3481,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:39.609030 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:39.662261 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290f03-9f4e-40b7-9e50-5613bfdb89d4 req-5b4d6194-42c9-4747-bdb8-3fe43742ba58 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:39.664577 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8a290f03-9f4e-40b7-9e50-5613bfdb89d4 req-5b4d6194-42c9-4747-bdb8-3fe43742ba58 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0938659 Jun 28 09:44:39.697161 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.710514 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8a290f03-9f4e-40b7-9e50-5613bfdb89d4 req-cf24ca0c-c140-4c1c-a7d3-91c012c0e962 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 Jun 28 09:44:39.726956 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.731625 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-51074328-39e4-45c2-a0db-326352eac80c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:39.740353 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['14421a79-c8bd-493f-85da-21971dd7368d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:44:39.806218 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:39.806865 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.812396 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ff252c8a-70e0-4318-a57d-0f9f498a8608 req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "PUT /v2.0/ports/14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 981 time: 0.7747715 Jun 28 09:44:39.812924 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:39.815852 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:39.901383 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['14421a79-c8bd-493f-85da-21971dd7368d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:44:39.916984 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:39.920926 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcd2069-e9b7-40b3-9c96-16ef0937f980 x-openstack-request-id: req-9dcd2069-e9b7-40b3-9c96-16ef0937f980 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:39.921559 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:39.922012 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dcd2069-e9b7-40b3-9c96-16ef0937f980 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:39.922689 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d', 'status': 'completed', 'code': 200} Jun 28 09:44:39.923656 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'Port': ['ID=14421a79-c8bd-493f-85da-21971dd7368d,revision_number=6']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:39.927874 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:40.098353 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-5b0618d3-119c-486a-b59a-4f90000b9600 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1163123 Jun 28 09:44:40.142554 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-3f940c71-797f-49a2-b7f9-a6a55bda4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:40.145317 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-3f940c71-797f-49a2-b7f9-a6a55bda4129 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1137 time: 0.2277508 Jun 28 09:44:40.166066 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:40.183357 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f16b59bf-0db1-4cf3-a69d-052e817cf17c None None] Provisioning complete for port 14421a79-c8bd-493f-85da-21971dd7368d triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:40.183764 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f16b59bf-0db1-4cf3-a69d-052e817cf17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:40.228190 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593635c-7847-48e8-8645-b14567b720ad req-c6a8c15c-fced-4b29-926d-0acacf90a050 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:40.239116 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593635c-7847-48e8-8645-b14567b720ad req-c6a8c15c-fced-4b29-926d-0acacf90a050 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.1269453 Jun 28 09:44:40.306529 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593635c-7847-48e8-8645-b14567b720ad req-dd4ded4b-981f-46dc-86b0-acbd9328beb7 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648489 Jun 28 09:44:40.333367 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-0d0d6464-dfe3-4b6a-9593-69560bc7f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:40.334841 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-0d0d6464-dfe3-4b6a-9593-69560bc7f76f service neutron] 10.222.0.36 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 916 time: 0.1829233 Jun 28 09:44:40.515022 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b66b5f-5d8a-4af2-9ab9-3a5e4d55a15c None None] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:44:40.561028 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-4b300a9f-077e-4adb-a271-60875f596e11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 1001 time: 0.2172666 Jun 28 09:44:40.629458 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:40.666196 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-e662131c-7447-4fef-bb92-b4105c0debec None None] Provisioning for port 5351bf0b-fc13-4c36-beb4-45cb00abaecf completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:40.964381 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-4413d721-3b23-47af-8256-3b70a5a5e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:40.965493 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-4413d721-3b23-47af-8256-3b70a5a5e402 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 200 len: 854 time: 0.3928874 Jun 28 09:44:41.060240 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 5351bf0b-fc13-4c36-beb4-45cb00abaecf up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:41.124855 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-b2e62885-3ba9-41eb-9d53-de099378b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:41.127233 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-b2e62885-3ba9-41eb-9d53-de099378b81b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=870897b6-d973-4f04-a60e-00efad979cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1553223 Jun 28 09:44:41.149364 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 5351bf0b-fc13-4c36-beb4-45cb00abaecf completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:41.157844 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 5351bf0b-fc13-4c36-beb4-45cb00abaecf triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:41.158403 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:41.207087 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ecc1-8df5-4dff-ae60-541fef337d57 req-136acdd5-65bb-4f34-9ac6-f02edd3c24d9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:41.209741 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6842ecc1-8df5-4dff-ae60-541fef337d57 req-136acdd5-65bb-4f34-9ac6-f02edd3c24d9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.1804290 Jun 28 09:44:41.245730 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-73cec11b-7384-4199-9314-da022792dea5 None None] Provisioning complete for port 5351bf0b-fc13-4c36-beb4-45cb00abaecf triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:41.246116 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-73cec11b-7384-4199-9314-da022792dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:41.279524 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:41.291366 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 is scheduled to L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:44:41.324342 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 5351bf0b-fc13-4c36-beb4-45cb00abaecf, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=5351bf0b-fc13-4c36-beb4-45cb00abaecf,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:41.326374 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6842ecc1-8df5-4dff-ae60-541fef337d57 req-913fbd3f-7797-48ba-9559-8eda4217b9fd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099432 Jun 28 09:44:41.329947 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-aafaae58-0e4e-4b97-80a4-4a53b9c1dfe8 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904595 Jun 28 09:44:41.348960 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:41.352353 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:41.390255 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-73cec11b-7384-4199-9314-da022792dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:41.434939 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=5351bf0b-fc13-4c36-beb4-45cb00abaecf,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:41.458767 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:41.475957 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.db.api [None req-73cec11b-7384-4199-9314-da022792dea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 09:44:41.476540 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_db.api [None req-73cec11b-7384-4199-9314-da022792dea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 09:44:41.495383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:44:41.503920 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-6b4ebcb6-cb74-4f8e-876d-e0b42b6fb8fa req-0beff055-fd6f-45a6-8bfa-a4f65331dfca service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393311 Jun 28 09:44:41.514067 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:41.514675 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Sync routers for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:44:41.517797 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-b69920ad-2e83-413a-bd13-188ed184cff2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3161066 Jun 28 09:44:41.518182 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56656) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:41.532849 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:41.533640 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:41.645549 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:41.651177 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-d6496944-0461-466b-82eb-f02fba8b4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:41.653807 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-d6496944-0461-466b-82eb-f02fba8b4da6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1137 time: 0.0741925 Jun 28 09:44:41.791035 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-c2e5eda0-9406-46c1-9297-a3382889fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:41.792592 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-c2e5eda0-9406-46c1-9297-a3382889fd18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 916 time: 0.1105094 Jun 28 09:44:41.844988 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:39Z', 'revision_number': 3, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:41.871786 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Checking router: 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:44:41.872230 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Updating router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 port 2c0b05f6-020e-4df1-8526-e2ce58aa3481 binding host dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:44:41.880115 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-8a0867fc-5d0e-4649-b27d-a5c7ae1aa68f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 1001 time: 0.0804350 Jun 28 09:44:41.923116 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:41.934561 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-eeb3d370-b016-45f7-977a-5f8f5f4b5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:41.936125 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-eeb3d370-b016-45f7-977a-5f8f5f4b5f92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 200 len: 854 time: 0.0492518 Jun 28 09:44:41.972489 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c10a4-4d54-4433-9ac9-0062b888bf9d req-1b60f298-2026-41e1-8db4-861fcc641cdb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:41.973959 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-384c10a4-4d54-4433-9ac9-0062b888bf9d req-1b60f298-2026-41e1-8db4-861fcc641cdb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.4105868 Jun 28 09:44:41.988696 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56658) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:41.994578 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Request body: {'floatingip': {'port_id': 'e2706b38-8a66-4144-a52c-29dcbfc6d230'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:42.043070 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.079263 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-5d532f23-e1e9-4069-a957-27702d541d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:42.080942 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-5d532f23-e1e9-4069-a957-27702d541d7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=870897b6-d973-4f04-a60e-00efad979cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1377332 Jun 28 09:44:42.216371 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.228120 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Transition to ACTIVE for port object 2c0b05f6-020e-4df1-8526-e2ce58aa3481 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:42.238011 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.240529 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-82962a28-0f1e-48c4-9faa-8408859c681b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:42.276412 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-2dada148-d405-4367-a581-7027d76e1d45 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698856 Jun 28 09:44:42.306016 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Attempting to bind port 2c0b05f6-020e-4df1-8526-e2ce58aa3481 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:44:42.306400 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Attempting to bind port 2c0b05f6-020e-4df1-8526-e2ce58aa3481 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:44:42.306770 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Attempting to bind port 2c0b05f6-020e-4df1-8526-e2ce58aa3481 on network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:42.310087 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3a3bf-7be8-4cbf-934e-783c4ec1fc9d None None] Pushing event updated for resources: {'Port': ['ID=2c0b05f6-020e-4df1-8526-e2ce58aa3481,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:42.316705 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1da3a3bf-7be8-4cbf-934e-783c4ec1fc9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:42.317777 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:44:42.318030 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:44:42.318451 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.318859 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Bound using segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:44:42.319359 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Bound port: 2c0b05f6-020e-4df1-8526-e2ce58aa3481, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:44:42.319759 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.351394 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.379677 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] For port 2c0b05f6-020e-4df1-8526-e2ce58aa3481, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:44:42.384874 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] For port 2c0b05f6-020e-4df1-8526-e2ce58aa3481, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=2c0b05f6-020e-4df1-8526-e2ce58aa3481,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:44:42.398516 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.399996 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:42.464552 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:42.465277 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:42.469512 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ba5cae86-92fa-4380-a4ce-17bca8c9c697 req-e9dbb523-6d99-4a85-bb50-809c9cf880f3 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807535 Jun 28 09:44:42.567145 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Allocated IP 172.20.0.1 (38d8ca08-c78e-4749-9b85-89bf65372a70/4a0c040d-a176-471a-8fe1-76505652f270/92c4ca30-518d-442f-aa83-d10b4bcb72b5) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:42.647176 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3a3bf-7be8-4cbf-934e-783c4ec1fc9d None None] Pushing event updated for resources: {'Port': ['ID=2c0b05f6-020e-4df1-8526-e2ce58aa3481,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:42.651857 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1da3a3bf-7be8-4cbf-934e-783c4ec1fc9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:42.697069 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.707455 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:42.715689 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Transition to ACTIVE for port object 92c4ca30-518d-442f-aa83-d10b4bcb72b5 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:42.742538 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.747467 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.749386 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.752147 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:42.791013 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:42.793808 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:42.796369 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:42.819798 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Pushing event updated for resources: {'Port': ['ID=92c4ca30-518d-442f-aa83-d10b4bcb72b5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:42.834977 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.835352 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.835721 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.836091 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.836472 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.836837 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.837197 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.837547 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.837903 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.838282 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.838732 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.838917 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:42.848629 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:42.861968 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.l3_db [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Floating IP fcc0621c-336d-44e9-b629-38ba8719399e associated. External IP: 172.28.2.34, port: e2706b38-8a66-4144-a52c-29dcbfc6d230. Jun 28 09:44:42.863798 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569102'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:42.969337 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:39Z', 'revision_number': 3, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:43.026914 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 5351bf0b-fc13-4c36-beb4-45cb00abaecf up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:43.032407 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeff89c-cff1-406b-ab95-9a9d56da3b65 None None] The sync data for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb is: [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:39Z', 'revision_number': 3, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:44:43.083334 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:43.104750 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-249784a6-bdc3-4153-ab6e-aba41d960206 None None] Provisioning for port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:43.111822 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-249784a6-bdc3-4153-ab6e-aba41d960206 None None] Provisioning complete for port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:43.112411 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-249784a6-bdc3-4153-ab6e-aba41d960206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:43.156327 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:44:43.163191 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-249784a6-bdc3-4153-ab6e-aba41d960206 None None] Port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:44:43.171489 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 5351bf0b-fc13-4c36-beb4-45cb00abaecf triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:43.171874 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:43.297332 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:44:43.314133 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:43.330618 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] Sync routers for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:44:43.343775 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:43.348824 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:43.370449 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-d566d252-3427-499e-af4e-85314f86c2ff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "PUT /v2.0/floatingips/fcc0621c-336d-44e9-b629-38ba8719399e HTTP/1.1" status: 200 len: 990 time: 1.3773079 Jun 28 09:44:43.370668 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:43.378588 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:43.385130 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:43.386727 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:43.392705 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3076c6a7-1ba0-4fff-bbe1-b7a63d213149 tempest-AttachVolumeNegativeTest-1750306366 tempest-AttachVolumeNegativeTest-1750306366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:43.496279 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:43.507793 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f137f3ce-9ff1-483c-aa11-873ee6b6e25c x-openstack-request-id: req-f137f3ce-9ff1-483c-aa11-873ee6b6e25c {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:43.508364 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:43.508891 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f137f3ce-9ff1-483c-aa11-873ee6b6e25c {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:43.509506 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'status': 'completed', 'code': 200} Jun 28 09:44:43.512571 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Pushing event updated for resources: {'Port': ['ID=92c4ca30-518d-442f-aa83-d10b4bcb72b5,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:43.515904 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569234'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:43.519156 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:43.643725 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-a62bdfa8-32bb-440c-acfd-9cc4f8f614d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:43.645474 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-a62bdfa8-32bb-440c-acfd-9cc4f8f614d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1098 time: 0.1311059 Jun 28 09:44:43.697879 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:43.701820 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:43.815521 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-26f95493-9b5e-4b6b-9b82-9a8a745f1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:43.817921 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-26f95493-9b5e-4b6b-9b82-9a8a745f1643 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.1640167 Jun 28 09:44:43.826108 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': 'fcc0621c-336d-44e9-b629-38ba8719399e', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'floating_ip_address': '172.28.2.34', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'port_id': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'mac_address': 'fa:16:3e:7f:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:27Z', 'updated_at': '2021-06-28T09:44:42Z', 'revision_number': 1, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:43.875943 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] Checking router: 8e43cf9d-f069-4085-8bf0-a20ad7f59298 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:44:43.888320 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:43.889324 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:43.939193 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:44:43.964720 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-8e83f073-8a11-4ccb-9837-cb7d11c2c28e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 200 len: 998 time: 0.1336288 Jun 28 09:44:44.038106 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:44.069104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-28a26dde-e7dc-4b41-a317-00893ac38171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:44.071548 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-28a26dde-e7dc-4b41-a317-00893ac38171 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.1001792 Jun 28 09:44:44.082107 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:44:44.104920 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] 10.222.0.13 "PUT /v2.0/routers/64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5777807 Jun 28 09:44:44.105113 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-60527ede-47bb-4059-ac1e-ae34921df153 None None] Provisioning complete for port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:44.105113 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-60527ede-47bb-4059-ac1e-ae34921df153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:44.149740 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-60527ede-47bb-4059-ac1e-ae34921df153 None None] Port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:44:44.171991 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-08776684-2abb-435c-a48c-fbc5ff669252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:44.173911 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-08776684-2abb-435c-a48c-fbc5ff669252 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957220 Jun 28 09:44:44.307365 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-ffaa785c-df98-48d2-b50e-dac05f26925e service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263120 Jun 28 09:44:44.320785 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': 'fcc0621c-336d-44e9-b629-38ba8719399e', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'floating_ip_address': '172.28.2.34', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'port_id': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'mac_address': 'fa:16:3e:7f:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:27Z', 'updated_at': '2021-06-28T09:44:42Z', 'revision_number': 1, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:44.377934 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121c21e-bcc3-41f8-981b-465cc424ba12 None None] The sync data for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb is: [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': 'fcc0621c-336d-44e9-b629-38ba8719399e', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'floating_ip_address': '172.28.2.34', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'port_id': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'mac_address': 'fa:16:3e:7f:e9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:27Z', 'updated_at': '2021-06-28T09:44:42Z', 'revision_number': 1, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:44:44.415631 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-486ea02f-5a67-4d3a-8a3c-0b293f884c3a req-d366aeb6-50fe-43e3-97e6-dfc4b1daa0c7 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010830 Jun 28 09:44:44.634784 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56698) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:44.639557 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f812ea71-9b76-4bf3-95b8-e6906999ef98 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846678736', 'description': 'tempest-description--678051094'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:44.670726 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f812ea71-9b76-4bf3-95b8-e6906999ef98 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:44.791210 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f812ea71-9b76-4bf3-95b8-e6906999ef98 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:44.796451 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f812ea71-9b76-4bf3-95b8-e6906999ef98 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:44.800105 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-33454e21-2b5e-4fd9-9f34-53e4ea4645b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:44.831847 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f812ea71-9b76-4bf3-95b8-e6906999ef98 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:44.833192 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f812ea71-9b76-4bf3-95b8-e6906999ef98 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1973209 Jun 28 09:44:44.836807 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56700) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:44.841149 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-ecb3bb0b-5e6d-4bfd-924a-265e12d45f8e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'security_group_rule': {'security_group_id': '2fcb969e-06f3-43d3-a45d-90e4243a9a9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:44.848302 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a927ba4-35c0-48d5-9588-5fe1a8358358 None None] New status for floating IP fcc0621c-336d-44e9-b629-38ba8719399e: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:44:44.860313 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812ea71-9b76-4bf3-95b8-e6906999ef98 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcb969e-06f3-43d3-a45d-90e4243a9a9c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:44.863502 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f812ea71-9b76-4bf3-95b8-e6906999ef98 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:44.879200 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ecb3bb0b-5e6d-4bfd-924a-265e12d45f8e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:44.976953 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ecb3bb0b-5e6d-4bfd-924a-265e12d45f8e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:44.984005 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ecb3bb0b-5e6d-4bfd-924a-265e12d45f8e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:44.987281 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-582156ce-a755-4f85-8967-992d2d102f04 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:45.013682 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3bb0b-5e6d-4bfd-924a-265e12d45f8e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360ea5da-c9aa-42e8-9a22-4f063787c0da,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:45.018553 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ecb3bb0b-5e6d-4bfd-924a-265e12d45f8e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:45.032956 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ecb3bb0b-5e6d-4bfd-924a-265e12d45f8e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.038061 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ecb3bb0b-5e6d-4bfd-924a-265e12d45f8e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972041 Jun 28 09:44:45.038061 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56708) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:45.042568 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'security_group_rule': {'security_group_id': '2fcb969e-06f3-43d3-a45d-90e4243a9a9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:45.078446 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.082428 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 2c0b05f6-020e-4df1-8526-e2ce58aa3481 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:45.160242 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 2c0b05f6-020e-4df1-8526-e2ce58aa3481 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:45.164607 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 2c0b05f6-020e-4df1-8526-e2ce58aa3481 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:45.165103 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.170491 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Sync routers for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:44:45.183142 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:45.184146 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:45.191572 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.201180 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.204009 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:45.223336 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9571d7a-8db7-4178-ad84-6278e997e106,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:45.226264 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:45.231171 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.232376 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943188 Jun 28 09:44:45.235381 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 56710) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:45.240489 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'floatingip': {'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:45.266900 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.267492 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.292379 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 2c0b05f6-020e-4df1-8526-e2ce58aa3481, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=2c0b05f6-020e-4df1-8526-e2ce58aa3481,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:45.297733 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.299755 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:45.322693 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:45.367589 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=2c0b05f6-020e-4df1-8526-e2ce58aa3481,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:45.370770 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:45.563379 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 2, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:45.589920 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Checking router: 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:44:45.590308 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Updating router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 binding host dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:44:45.620283 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.623979 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.724246 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Allocated IP 172.28.2.101 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/8574387d-c898-40e3-8630-7a7bf473a666) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:45.848717 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.883472 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.892899 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Transition to ACTIVE for port object 92c4ca30-518d-442f-aa83-d10b4bcb72b5 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:45.897980 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.900069 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:45.909797 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:45.912876 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-274cfae0-b3c0-44f7-97d9-85f206229ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:45.941469 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Pushing event updated for resources: {'Port': ['ID=92c4ca30-518d-442f-aa83-d10b4bcb72b5,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:45.949257 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:45.952791 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:45.956486 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:45.978564 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.978905 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.979239 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.979568 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.979890 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.980213 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.980560 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.981436 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.981771 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.982088 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.982403 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:45.982713 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:44:46.000522 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'Port': ['ID=8574387d-c898-40e3-8630-7a7bf473a666,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:46.003461 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:46.006362 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:46.017064 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Attempting to bind port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:44:46.017437 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Attempting to bind port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:44:46.017814 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Attempting to bind port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 on network 38d8ca08-c78e-4749-9b85-89bf65372a70 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:46.022785 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:44:46.023110 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Checking segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:44:46.023515 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.023965 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Bound using segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:44:46.024462 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Bound port: 92c4ca30-518d-442f-aa83-d10b4bcb72b5, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:44:46.024841 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.091829 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.155490 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56718) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:46.162679 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.177415 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] For port 92c4ca30-518d-442f-aa83-d10b4bcb72b5, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:44:46.180893 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] For port 92c4ca30-518d-442f-aa83-d10b4bcb72b5, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=92c4ca30-518d-442f-aa83-d10b4bcb72b5,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:44:46.188278 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.196900 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:46.234665 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] Deleting subnet 622b7efb-0c0b-41af-b162-00a8a64167bc {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:44:46.239191 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.254813 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Pushing event updated for resources: {'Port': ['ID=92c4ca30-518d-442f-aa83-d10b4bcb72b5,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:46.257405 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:44:46.258174 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:46.281357 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9288019'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.338495 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:46.339154 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.367652 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:44:46.374967 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.380955 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.391004 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-93ed0465-37f4-4fe2-8a3a-0c49477dd1aa tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:46.414580 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3517157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464247'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.419036 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0ae334b5-aaa0-4a0b-9ba4-33f282578753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:46.450313 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.455002 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/622b7efb-0c0b-41af-b162-00a8a64167bc HTTP/1.1" status: 204 len: 168 time: 0.2953992 Jun 28 09:44:46.455002 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622b7efb-0c0b-41af-b162-00a8a64167bc,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:46.456982 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-04fb3047-019f-4507-90ef-3518f6626762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:46.457571 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56720) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:46.461448 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'Port': ['ID=8574387d-c898-40e3-8630-7a7bf473a666,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:46.467268 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:46.481735 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.497123 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.498332 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2619448 Jun 28 09:44:46.555967 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.579678 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:46Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:46.609503 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c244eac-ce27-44e8-8e42-a99538846afe None None] The sync data for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb is: [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:46Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:44:46.669876 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.688915 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a270d6-1e80-4244-955f-9b3f55adb904']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:46.699089 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cbe000-78a5-455a-9e13-009f3482842f') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:46.699460 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cbe000-78a5-455a-9e13-009f3482842f') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:44:46.708855 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9288004'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.724072 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-f0e64475-1500-4408-b6b9-e7484a937a52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--846678736&fields=id&tenant_id=b12bd13a27ec4828b06889470316a92f HTTP/1.1" status: 200 len: 267 time: 0.0467846 Jun 28 09:44:46.730683 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.739919 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:44:46.741183 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3516928'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: Traceback (most recent call last): Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: timer() Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: cb(*args, **kw) Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: return func(*args, **kwargs) Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: self._notify() Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: self.callback(batched_events) Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: event.method(event) Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: return f(self, *a, **k) Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: return self._get(url).json() Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:44:46.750280 dv-cinder-792209-2-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:44:46.827410 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.831837 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c7fed85e-611e-4c71-9b73-f32a215e9c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:46.835722 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:46.837827 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8a270d6-1e80-4244-955f-9b3f55adb904 HTTP/1.1" status: 204 len: 168 time: 0.3791239 Jun 28 09:44:46.849389 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8a270d6-1e80-4244-955f-9b3f55adb904,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:46.852251 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-479856ad-2589-4338-aed0-d6e4fb954360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:46.870679 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-d6a2ef18-d5a4-4ebc-bb78-136823f2ac35 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:46.870679 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-d6a2ef18-d5a4-4ebc-bb78-136823f2ac35 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 811 time: 0.1392419 Jun 28 09:44:46.889631 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-3b4347d7-e8a2-46c6-892b-9b3becb7e78f tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/quotas/b12bd13a27ec4828b06889470316a92f HTTP/1.1" status: 200 len: 375 time: 0.0135205 Jun 28 09:44:46.996306 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-97971b8b-c76b-4011-a77b-b44835fa9556 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000044 Jun 28 09:44:47.027327 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56738) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:47.095457 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-74b546d7-8bd9-439b-80e0-36bc8e2f7d5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=681cbdfb51b24df9aed7e3d4418b4b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659738 Jun 28 09:44:47.097649 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56740) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:47.136936 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 92c4ca30-518d-442f-aa83-d10b4bcb72b5 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:47.160684 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-bb46b2ca-f668-44cc-9407-91eea46f3bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399422 Jun 28 09:44:47.167122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b6872236-7a4b-4741-9fd5-b9ca6e5da205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:47.204406 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b6872236-7a4b-4741-9fd5-b9ca6e5da205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:47.219637 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:47.226626 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:47.227246 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:47.279930 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b6872236-7a4b-4741-9fd5-b9ca6e5da205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:47.286902 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b6872236-7a4b-4741-9fd5-b9ca6e5da205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:47.290765 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b6872236-7a4b-4741-9fd5-b9ca6e5da205 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe174695-54d8-4670-b5dc-c0b36ff4e9ed HTTP/1.1" status: 204 len: 168 time: 0.1898580 Jun 28 09:44:47.290765 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4cb395b9-dba7-47d0-9459-cc767f0077b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:47.302248 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-beaa7e92-c15e-441b-8b09-9f111547c830 service neutron] 10.222.0.13 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406953 Jun 28 09:44:47.305005 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6872236-7a4b-4741-9fd5-b9ca6e5da205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe174695-54d8-4670-b5dc-c0b36ff4e9ed,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:47.309868 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b6872236-7a4b-4741-9fd5-b9ca6e5da205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:47.369366 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:47.419148 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 92c4ca30-518d-442f-aa83-d10b4bcb72b5, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=92c4ca30-518d-442f-aa83-d10b4bcb72b5,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:47.425466 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:47.427169 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 2c0b05f6-020e-4df1-8526-e2ce58aa3481 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:47.453026 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-075308f0-91b6-4210-b8fe-63d4d92bfd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:47.528738 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=92c4ca30-518d-442f-aa83-d10b4bcb72b5,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:47.532226 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:47.541419 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e9ebd44d-1fad-4e51-8cf0-02b1e1588453 req-f9b66ead-80c1-433b-a801-ecdac336748d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 210 time: 0.0523605 Jun 28 09:44:47.544917 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 2c0b05f6-020e-4df1-8526-e2ce58aa3481 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:47.545316 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:48.725524 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4ca33dc0-d636-4fa9-a9dc-0f85d1d05a59 req-b30feee9-cb86-4d59-b51b-953cc9d0e410 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 210 time: 0.0384536 Jun 28 09:44:48.763627 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-e0ba5c6d-e78e-4845-80de-93e1621d527b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:48.765111 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-e0ba5c6d-e78e-4845-80de-93e1621d527b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 811 time: 0.1333683 Jun 28 09:44:48.821282 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-ab5cbc15-75f2-427f-8d9f-e1945d7175eb tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b12bd13a27ec4828b06889470316a92f HTTP/1.1" status: 200 len: 379 time: 0.0438545 Jun 28 09:44:48.834503 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'port': {'device_id': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'admin_state_up': True, 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'security_groups': ['2fcb969e-06f3-43d3-a45d-90e4243a9a9c']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:48.985427 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Made reservation on behalf of b12bd13a27ec4828b06889470316a92f for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:44:48.989028 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.001226 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 92c4ca30-518d-442f-aa83-d10b4bcb72b5 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:49.046509 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:49.046904 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.117795 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Allocated IP 172.20.0.7 (38d8ca08-c78e-4749-9b85-89bf65372a70/4a0c040d-a176-471a-8fe1-76505652f270/dd0214a7-4758-4441-a1af-e9a201a395ce) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:44:49.257200 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.270409 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Transition to ACTIVE for port object dd0214a7-4758-4441-a1af-e9a201a395ce will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:49.306387 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.310192 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:49.348699 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:44:49.353610 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:44:49.357842 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:44:49.364229 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'Port': ['ID=dd0214a7-4758-4441-a1af-e9a201a395ce,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:49.383858 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:49.411298 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:49.411925 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.427325 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-08314ec4-fde4-4ac0-a487-e343f0f5c70d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992711 Jun 28 09:44:49.442501 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Request body: {'port': {'device_id': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:49.522503 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.556799 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-9f715eb3-f430-43cc-8b84-c8c3dacd6f30 None None] Provisioning for port dd0214a7-4758-4441-a1af-e9a201a395ce completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:49.562184 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-9f715eb3-f430-43cc-8b84-c8c3dacd6f30 None None] Provisioning complete for port dd0214a7-4758-4441-a1af-e9a201a395ce triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:49.562799 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9f715eb3-f430-43cc-8b84-c8c3dacd6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.619494 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-9f715eb3-f430-43cc-8b84-c8c3dacd6f30 None None] Port dd0214a7-4758-4441-a1af-e9a201a395ce cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:44:49.774351 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0214a7-4758-4441-a1af-e9a201a395ce {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:44:49.782602 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.794026 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Transition to ACTIVE for port object dd0214a7-4758-4441-a1af-e9a201a395ce will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:44:49.798486 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.802963 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-689dfda4-8f0d-412d-9123-0d41253cad76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:49.877202 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0214a7-4758-4441-a1af-e9a201a395ce,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:49.884973 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:49.930010 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c02de-01f4-4c74-b2a0-64612b1c79e6 req-ff85918e-054c-4304-89f2-93d75715ad7e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:49.933151 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f91c02de-01f4-4c74-b2a0-64612b1c79e6 req-ff85918e-054c-4304-89f2-93d75715ad7e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 943 time: 0.0818861 Jun 28 09:44:49.961298 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Attempting to bind port dd0214a7-4758-4441-a1af-e9a201a395ce on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:44:49.961754 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Attempting to bind port dd0214a7-4758-4441-a1af-e9a201a395ce by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:44:49.961957 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Attempting to bind port dd0214a7-4758-4441-a1af-e9a201a395ce on network 38d8ca08-c78e-4749-9b85-89bf65372a70 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:49.967055 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Port dd0214a7-4758-4441-a1af-e9a201a395ce on network 38d8ca08-c78e-4749-9b85-89bf65372a70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:44:49.967428 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Attempting to bind port dd0214a7-4758-4441-a1af-e9a201a395ce on network 38d8ca08-c78e-4749-9b85-89bf65372a70 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:44:49.979615 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:44:49.980136 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Checking segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:44:49.980567 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Bound using segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:44:49.981062 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Bound port: dd0214a7-4758-4441-a1af-e9a201a395ce, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:44:49.981437 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:49.982562 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f91c02de-01f4-4c74-b2a0-64612b1c79e6 req-1eb03995-6441-4259-876c-23b251e9ee16 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Jun 28 09:44:50.049529 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] For port dd0214a7-4758-4441-a1af-e9a201a395ce, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:44:50.052711 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] For port dd0214a7-4758-4441-a1af-e9a201a395ce, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dd0214a7-4758-4441-a1af-e9a201a395ce,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:44:50.057034 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:50.059576 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ca8c1bb2-a2d9-413a-b31b-b73a51522bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:50.100472 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:50.101086 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:50.102482 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] 10.222.0.36 "PUT /v2.0/ports/dd0214a7-4758-4441-a1af-e9a201a395ce HTTP/1.1" status: 200 len: 1093 time: 0.6643939 Jun 28 09:44:50.102984 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'tag': 'dd0214a7-4758-4441-a1af-e9a201a395ce'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:50.105325 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18880505-7025-4697-9cd1-26a7a03d4e10" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6980b3-586d-4011-a121-fbfc15cb96ca", "tag": "dd0214a7-4758-4441-a1af-e9a201a395ce"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:50.128054 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0214a7-4758-4441-a1af-e9a201a395ce,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:50.132410 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:50.147921 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd070e5-34a8-4caa-947b-4940a623bd19 x-openstack-request-id: req-8bd070e5-34a8-4caa-947b-4940a623bd19 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:50.148243 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6980b3-586d-4011-a121-fbfc15cb96ca", "tag": "dd0214a7-4758-4441-a1af-e9a201a395ce", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:50.148831 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bd070e5-34a8-4caa-947b-4940a623bd19 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:50.149147 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'tag': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'status': 'completed', 'code': 200} Jun 28 09:44:50.217315 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-1435ee51-60b8-4170-bf56-00fc54d1f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:50.218829 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-1435ee51-60b8-4170-bf56-00fc54d1f7ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 1096 time: 0.0550911 Jun 28 09:44:50.269725 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-4e8edf94-798a-4794-a81b-52611ede8446 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0214a7-4758-4441-a1af-e9a201a395ce HTTP/1.1" status: 200 len: 217 time: 0.0362494 Jun 28 09:44:50.337713 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-a1880c1e-08b4-4314-befd-cfdf60db0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:50.339206 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-a1880c1e-08b4-4314-befd-cfdf60db0f1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0489295 Jun 28 09:44:50.399164 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-3bd9d734-2b0c-47c0-b9e8-c82690bac550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:50.400656 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-3bd9d734-2b0c-47c0-b9e8-c82690bac550 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0544832 Jun 28 09:44:50.542923 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-5a626339-65fc-4e7d-bae6-84528ed4c71f service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255329 Jun 28 09:44:50.635171 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-df4c603a-d152-46d0-86d2-2dc7fc868fcd req-78990845-7233-47d1-984c-a912a424fa93 service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824745 Jun 28 09:44:50.730141 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-d90758fc-f9d4-452e-a0d6-383752a51fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:50.732043 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-d90758fc-f9d4-452e-a0d6-383752a51fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 1096 time: 0.0523510 Jun 28 09:44:50.821934 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-a7a389a4-2175-4955-b5ff-0f1cb9a11724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:50.823352 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-a7a389a4-2175-4955-b5ff-0f1cb9a11724 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 912 time: 0.0838828 Jun 28 09:44:50.863291 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-8bec40b8-ca93-4a73-8e6c-f562e8039430 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0214a7-4758-4441-a1af-e9a201a395ce HTTP/1.1" status: 200 len: 217 time: 0.0331898 Jun 28 09:44:50.913128 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-777cac6c-e51a-4b4c-bb67-2b4b4097a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:50.914690 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-777cac6c-e51a-4b4c-bb67-2b4b4097a6f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0413861 Jun 28 09:44:50.975340 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-a6f3be9a-05bc-47c7-87c3-9c74b1150a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:50.976840 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-a6f3be9a-05bc-47c7-87c3-9c74b1150a69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546296 Jun 28 09:44:51.071802 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-21e33191-fee7-425d-b18f-6668618ddeca service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819697 Jun 28 09:44:51.197785 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18880505-7025-4697-9cd1-26a7a03d4e10 req-6100efee-8d94-4152-a55c-1707fa1ae5b8 service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176748 Jun 28 09:44:51.218462 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ed9b0-6e3f-4c89-90f8-a2d083a2e98d req-9a665682-f205-42e7-b243-29880edff60c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:51.219930 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-112ed9b0-6e3f-4c89-90f8-a2d083a2e98d req-9a665682-f205-42e7-b243-29880edff60c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 943 time: 0.0867865 Jun 28 09:44:51.260509 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-112ed9b0-6e3f-4c89-90f8-a2d083a2e98d req-3a87c151-c553-4f3a-a5ff-0f9f612c2d36 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Jun 28 09:44:52.443239 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3dd4-deba-4eaf-87b9-402ed4200025 req-579bb922-8f57-4261-ae8d-f98e23745946 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:52.444657 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-437d3dd4-deba-4eaf-87b9-402ed4200025 req-579bb922-8f57-4261-ae8d-f98e23745946 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 943 time: 0.0715578 Jun 28 09:44:52.480816 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-437d3dd4-deba-4eaf-87b9-402ed4200025 req-ac719269-cb2f-4e66-a1ed-3f73140e80a4 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299640 Jun 28 09:44:53.653320 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d0ece-b1e0-412a-9689-f5eea634c603 req-1c1f5ae2-ab1d-40c6-9062-5c916f3d623e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:53.654774 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e78d0ece-b1e0-412a-9689-f5eea634c603 req-1c1f5ae2-ab1d-40c6-9062-5c916f3d623e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 943 time: 0.0618711 Jun 28 09:44:53.692037 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e78d0ece-b1e0-412a-9689-f5eea634c603 req-fa9643fe-165a-4ca9-9a32-fd94ec0555c1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Jun 28 09:44:53.853458 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device dd0214a7-4758-4441-a1af-e9a201a395ce details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:44:53.945045 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port dd0214a7-4758-4441-a1af-e9a201a395ce, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dd0214a7-4758-4441-a1af-e9a201a395ce,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:53.956008 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'port_id': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'mac_address': 'fa:16:3e:6a:c9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:44:53.994717 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:54.006896 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0214a7-4758-4441-a1af-e9a201a395ce {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:44:54.025133 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port dd0214a7-4758-4441-a1af-e9a201a395ce, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dd0214a7-4758-4441-a1af-e9a201a395ce,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:54.029650 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:54.031656 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1da3a3bf-7be8-4cbf-934e-783c4ec1fc9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:54.077176 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=dd0214a7-4758-4441-a1af-e9a201a395ce,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:54.080826 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:54.291977 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['dd0214a7-4758-4441-a1af-e9a201a395ce'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:44:54.862602 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f872f8-a43a-484e-b1b6-48af2665a060 req-b13fcf32-5eff-453c-8aa7-0065f0e36434 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:54.864324 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-34f872f8-a43a-484e-b1b6-48af2665a060 req-b13fcf32-5eff-453c-8aa7-0065f0e36434 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 944 time: 0.0646813 Jun 28 09:44:54.901900 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-34f872f8-a43a-484e-b1b6-48af2665a060 req-c60846d6-e24e-4edd-8e2c-56a28956b897 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320549 Jun 28 09:44:55.870705 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device dd0214a7-4758-4441-a1af-e9a201a395ce up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:44:55.918804 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port dd0214a7-4758-4441-a1af-e9a201a395ce completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:44:55.922536 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port dd0214a7-4758-4441-a1af-e9a201a395ce triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:44:55.922922 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:56.040961 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:56.064960 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0214a7-4758-4441-a1af-e9a201a395ce'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:44:56.067346 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db257a4a-d91d-4c7b-8139-821840e2394c" -d '{"events": [{"server_uuid": "ae6980b3-586d-4011-a121-fbfc15cb96ca", "name": "network-vif-plugged", "status": "completed", "tag": "dd0214a7-4758-4441-a1af-e9a201a395ce"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:44:56.081886 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port dd0214a7-4758-4441-a1af-e9a201a395ce, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dd0214a7-4758-4441-a1af-e9a201a395ce,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:44:56.086519 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:56.090716 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:44:56.143542 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=dd0214a7-4758-4441-a1af-e9a201a395ce,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:44:56.146962 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:44:56.171341 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66e608-6597-4d3f-abc1-1e98660ea0fd req-46cd855f-63eb-4ad9-aed8-b0e1e346461c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:56.172919 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3f66e608-6597-4d3f-abc1-1e98660ea0fd req-46cd855f-63eb-4ad9-aed8-b0e1e346461c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0899334 Jun 28 09:44:56.176319 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798dbbf2-0359-41a7-8cf0-3f175326a7fa x-openstack-request-id: req-798dbbf2-0359-41a7-8cf0-3f175326a7fa {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:44:56.176738 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6980b3-586d-4011-a121-fbfc15cb96ca", "name": "network-vif-plugged", "status": "completed", "tag": "dd0214a7-4758-4441-a1af-e9a201a395ce", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:44:56.176948 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-798dbbf2-0359-41a7-8cf0-3f175326a7fa {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:44:56.177356 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'code': 200} Jun 28 09:44:56.214529 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3f66e608-6597-4d3f-abc1-1e98660ea0fd req-fa51ca5b-7463-4855-9bde-6ba3cc6dcac2 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344071 Jun 28 09:44:56.448082 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2bd6b-d627-4eef-88fc-e80e48682720 req-7600e3cd-8971-4d6f-8a58-8f8d44dcce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:56.450180 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18f2bd6b-d627-4eef-88fc-e80e48682720 req-7600e3cd-8971-4d6f-8a58-8f8d44dcce29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 1098 time: 0.0588989 Jun 28 09:44:56.490893 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18f2bd6b-d627-4eef-88fc-e80e48682720 req-ea33026d-9cbb-4d5d-a848-87ffe023ba5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340860 Jun 28 09:44:57.396282 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be65f4-6a8c-4c40-8b16-060a6cf32dfc req-78d9e72e-e6c1-4223-8a71-a3f7466bd4ca tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:57.399731 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b5be65f4-6a8c-4c40-8b16-060a6cf32dfc req-78d9e72e-e6c1-4223-8a71-a3f7466bd4ca tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0695593 Jun 28 09:44:57.452015 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b5be65f4-6a8c-4c40-8b16-060a6cf32dfc req-ddbea9f3-566f-4373-89e1-8a92af35fdf6 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479689 Jun 28 09:44:57.894772 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-19e977ee-06f2-4caf-a49e-fa3c1a6bf754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:58.635013 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de27325-a3ce-42f0-98fe-58645ea56cfd req-2b153152-554b-4ae5-9d80-b63f669f3af3 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:58.636503 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2de27325-a3ce-42f0-98fe-58645ea56cfd req-2b153152-554b-4ae5-9d80-b63f669f3af3 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0623100 Jun 28 09:44:58.674061 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2de27325-a3ce-42f0-98fe-58645ea56cfd req-bb484cd2-6911-4b6d-8f02-58119db7a6b1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Jun 28 09:44:58.848833 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6924d-1f32-432b-b325-a24cefd627e5 req-6cef4383-ea94-48d0-8db8-42df1f64157b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:44:58.850311 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bfd6924d-1f32-432b-b325-a24cefd627e5 req-6cef4383-ea94-48d0-8db8-42df1f64157b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0676863 Jun 28 09:44:58.859547 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 56804) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:44:58.864876 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'floatingip': {'port_id': 'dd0214a7-4758-4441-a1af-e9a201a395ce'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:44:58.905155 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:59.486244 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:59.490145 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:44:59.840325 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.l3_db [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Floating IP dd57c17b-81ce-49e9-9f4a-edc28f2103bf associated. External IP: 172.28.2.101, port: dd0214a7-4758-4441-a1af-e9a201a395ce. Jun 28 09:45:00.049085 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:45:00.157346 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:45:00.162887 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:00.167600 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] Sync routers for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:45:00.178620 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:45:00.179264 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:44:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:00.200123 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b1fd9d93-26d7-4a05-8782-d66c1a5e7f2c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "PUT /v2.0/floatingips/dd57c17b-81ce-49e9-9f4a-edc28f2103bf HTTP/1.1" status: 200 len: 991 time: 1.3394663 Jun 28 09:45:00.200829 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'tag': 'dd0214a7-4758-4441-a1af-e9a201a395ce'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:45:00.203167 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce56840-731b-43c7-acf4-18e76691b786" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6980b3-586d-4011-a121-fbfc15cb96ca", "tag": "dd0214a7-4758-4441-a1af-e9a201a395ce"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:45:00.254026 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34d7ce5-1a74-4bc0-9503-c017b985b69f x-openstack-request-id: req-e34d7ce5-1a74-4bc0-9503-c017b985b69f {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:45:00.254674 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6980b3-586d-4011-a121-fbfc15cb96ca", "tag": "dd0214a7-4758-4441-a1af-e9a201a395ce", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:45:00.255153 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e34d7ce5-1a74-4bc0-9503-c017b985b69f {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:45:00.255709 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'tag': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'status': 'completed', 'code': 200} Jun 28 09:45:00.301997 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:45:00.344922 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56840-731b-43c7-acf4-18e76691b786 req-7723a90d-d2c9-4b8f-9646-68e7e85035e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:00.348348 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dce56840-731b-43c7-acf4-18e76691b786 req-7723a90d-d2c9-4b8f-9646-68e7e85035e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 1098 time: 0.0629144 Jun 28 09:45:00.450591 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56840-731b-43c7-acf4-18e76691b786 req-10917992-73f1-47ee-bc90-37172739b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:00.452276 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dce56840-731b-43c7-acf4-18e76691b786 req-10917992-73f1-47ee-bc90-37172739b522 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 912 time: 0.0970082 Jun 28 09:45:00.533542 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dce56840-731b-43c7-acf4-18e76691b786 req-18122c5b-82f6-4d0c-a4f3-c89521078087 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0214a7-4758-4441-a1af-e9a201a395ce HTTP/1.1" status: 200 len: 999 time: 0.0672739 Jun 28 09:45:00.556493 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-271fa2b7-cca8-4447-ad74-b663ee153fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:00.570641 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': 'dd57c17b-81ce-49e9-9f4a-edc28f2103bf', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'port_id': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'mac_address': 'fa:16:3e:6a:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:46Z', 'updated_at': '2021-06-28T09:44:59Z', 'revision_number': 1, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:00.601724 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56840-731b-43c7-acf4-18e76691b786 req-1b31ca94-51ac-4d77-8a1c-ee29e625f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:00.602185 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] Checking router: 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:45:00.603396 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dce56840-731b-43c7-acf4-18e76691b786 req-1b31ca94-51ac-4d77-8a1c-ee29e625f66b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0613394 Jun 28 09:45:00.612066 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:45:00.612066 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:45:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:00.667802 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:00.669141 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce56840-731b-43c7-acf4-18e76691b786 req-78df488e-c306-41f6-bdf1-8d8b48bab25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:00.671288 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dce56840-731b-43c7-acf4-18e76691b786 req-78df488e-c306-41f6-bdf1-8d8b48bab25f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0606687 Jun 28 09:45:00.797447 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dce56840-731b-43c7-acf4-18e76691b786 req-c8a865a0-c587-4783-8593-0e4f31f0f47b service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174791 Jun 28 09:45:00.869234 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:45:00.899164 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dce56840-731b-43c7-acf4-18e76691b786 req-2457dcc0-6426-47f8-84d8-4be2a30f959e service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896118 Jun 28 09:45:01.097948 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': 'dd57c17b-81ce-49e9-9f4a-edc28f2103bf', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'port_id': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'mac_address': 'fa:16:3e:6a:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:46Z', 'updated_at': '2021-06-28T09:44:59Z', 'revision_number': 1, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:01.124710 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17861a0a-176c-4b64-8cb9-9958b8363e49 None None] The sync data for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb is: [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': 'dd57c17b-81ce-49e9-9f4a-edc28f2103bf', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'floating_ip_address': '172.28.2.101', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'port_id': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'mac_address': 'fa:16:3e:6a:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:44:46Z', 'updated_at': '2021-06-28T09:44:59Z', 'revision_number': 1, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:45:01.310768 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc16f3c-ed1f-4a0d-9a94-b26d95d88601 None None] New status for floating IP dd57c17b-81ce-49e9-9f4a-edc28f2103bf: ACTIVE {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:45:01.583643 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:03.288949 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:05.277868 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-edf5b1b5-8c72-49d2-b8b3-3bfc425a9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:05.279260 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-edf5b1b5-8c72-49d2-b8b3-3bfc425a9b31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1137 time: 0.0976486 Jun 28 09:45:05.291629 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da173e-08df-4d67-ba37-359b323f9dbc req-11108970-d10a-4878-8717-6f8e4b69b19e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:05.293624 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-44da173e-08df-4d67-ba37-359b323f9dbc req-11108970-d10a-4878-8717-6f8e4b69b19e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0861514 Jun 28 09:45:05.384406 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-44da173e-08df-4d67-ba37-359b323f9dbc req-97dd0475-215e-4556-bb56-e65d9f41267c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826731 Jun 28 09:45:05.408819 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-d10a3d57-26b4-40a8-a0a0-bfa6f80fd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:05.411015 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-d10a3d57-26b4-40a8-a0a0-bfa6f80fd050 service neutron] 10.222.0.36 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 916 time: 0.1163425 Jun 28 09:45:05.480024 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-ab3a47e4-94d4-4bec-a563-22fc8537b5fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 1001 time: 0.0612798 Jun 28 09:45:05.528535 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-56c76872-af60-407f-8661-bbc45419697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:05.529934 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-56c76872-af60-407f-8661-bbc45419697a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 200 len: 854 time: 0.0429118 Jun 28 09:45:05.589410 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-b931f3b1-9daf-4321-bedb-ac9721ed5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:05.591468 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-b931f3b1-9daf-4321-bedb-ac9721ed5756 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=870897b6-d973-4f04-a60e-00efad979cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522547 Jun 28 09:45:05.683085 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-861a1039-d742-4d84-9c50-9be94fe3b1db service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845437 Jun 28 09:45:05.771845 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-64313fa7-6f4f-4ce8-936c-db7241a47620 req-ae41e8fd-c7ab-4306-a5e9-867e08a4b100 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806468 Jun 28 09:45:06.566626 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640090e-6474-4824-b5fd-9c1cebb626f4 req-8d5151d2-3eac-4d08-8cb0-2b6e7e76ff58 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:06.568330 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3640090e-6474-4824-b5fd-9c1cebb626f4 req-8d5151d2-3eac-4d08-8cb0-2b6e7e76ff58 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0696812 Jun 28 09:45:06.608616 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3640090e-6474-4824-b5fd-9c1cebb626f4 req-e15e7ee4-5069-4996-9dc2-d9e970d4d163 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345237 Jun 28 09:45:07.791113 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba17891-816a-4a24-b7f5-9b7703bb8157 req-4631e0a9-3aca-4c74-ac34-72dfa9b157b0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:07.793159 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1ba17891-816a-4a24-b7f5-9b7703bb8157 req-4631e0a9-3aca-4c74-ac34-72dfa9b157b0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0664487 Jun 28 09:45:07.833210 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1ba17891-816a-4a24-b7f5-9b7703bb8157 req-b560e8a3-ef7c-4b98-9f8d-3a1c12ee5000 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341408 Jun 28 09:45:09.010881 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d0fe9-cb11-4c1e-9bda-0647fa3d3692 req-a723ac48-203c-4fe5-9792-944fdd1429f8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:09.012998 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bb8d0fe9-cb11-4c1e-9bda-0647fa3d3692 req-a723ac48-203c-4fe5-9792-944fdd1429f8 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0644822 Jun 28 09:45:09.053016 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bb8d0fe9-cb11-4c1e-9bda-0647fa3d3692 req-414104b6-64bf-48de-b825-ee0ae0aa30b6 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340633 Jun 28 09:45:09.897082 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:10.229524 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a551-edfe-46bc-a766-8535cd0cb63b req-cf9826d5-2bea-4cf4-ac8c-bdb8df580276 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:10.231094 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0e24a551-edfe-46bc-a766-8535cd0cb63b req-cf9826d5-2bea-4cf4-ac8c-bdb8df580276 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0638776 Jun 28 09:45:10.271343 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0e24a551-edfe-46bc-a766-8535cd0cb63b req-a100a942-26e7-48ca-b5d2-56fd9ca32f74 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343151 Jun 28 09:45:11.444780 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168c8c9-d6e0-4540-9223-9af491549e91 req-42cf83fc-d2f2-469f-aa28-72b71b9ed092 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:11.446155 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e168c8c9-d6e0-4540-9223-9af491549e91 req-42cf83fc-d2f2-469f-aa28-72b71b9ed092 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0638177 Jun 28 09:45:11.486527 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e168c8c9-d6e0-4540-9223-9af491549e91 req-6c11f9fc-d846-4813-9dce-1ff9d03ec890 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338817 Jun 28 09:45:12.664820 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44858fc9-7b86-46b0-87d2-4a441136717a req-10e937fe-8986-4e16-a076-64d5bdc33b6c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:12.666326 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-44858fc9-7b86-46b0-87d2-4a441136717a req-10e937fe-8986-4e16-a076-64d5bdc33b6c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0684047 Jun 28 09:45:12.705622 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-44858fc9-7b86-46b0-87d2-4a441136717a req-040c4930-2d16-4514-a29f-29500bfe853e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329716 Jun 28 09:45:13.887537 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ad84-fdf2-464a-b80a-90e9f1ad0f78 req-76c329fe-9474-48a6-9015-3880e21f94e0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:13.889000 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-53f8ad84-fdf2-464a-b80a-90e9f1ad0f78 req-76c329fe-9474-48a6-9015-3880e21f94e0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0674567 Jun 28 09:45:13.931924 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-53f8ad84-fdf2-464a-b80a-90e9f1ad0f78 req-4eb0b9d4-e641-40f0-a6f5-11de84a33a56 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367172 Jun 28 09:45:14.821382 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:45:15.117299 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1e779-e542-43e8-b9ab-f8a478dceb27 req-2a41bf65-91bd-44e2-a2ad-b149063c4e05 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:15.118720 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-cdd1e779-e542-43e8-b9ab-f8a478dceb27 req-2a41bf65-91bd-44e2-a2ad-b149063c4e05 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0699768 Jun 28 09:45:15.162989 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-cdd1e779-e542-43e8-b9ab-f8a478dceb27 req-0fc00644-bfd0-45a7-9a34-7fc414e84064 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375366 Jun 28 09:45:16.353182 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416d946-fc9b-4567-a6aa-5149481870a6 req-f2afd359-76dd-4422-969b-b718333db083 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:16.354783 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5416d946-fc9b-4567-a6aa-5149481870a6 req-f2afd359-76dd-4422-969b-b718333db083 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0697603 Jun 28 09:45:16.398177 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5416d946-fc9b-4567-a6aa-5149481870a6 req-b66c62fb-45ae-419d-9168-d899d54ec2b9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364397 Jun 28 09:45:17.591530 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87fee-11aa-4568-832a-661bd3d7627e req-4ec7ff88-c8fb-4ed4-8149-847c7a89d155 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:17.592939 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c2a87fee-11aa-4568-832a-661bd3d7627e req-4ec7ff88-c8fb-4ed4-8149-847c7a89d155 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0725422 Jun 28 09:45:17.640436 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c2a87fee-11aa-4568-832a-661bd3d7627e req-dd8b85ae-c998-4acf-bb77-3cd03efe3237 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=54790f3d-0dbd-42c4-bad6-8d7feb36bd37&id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417895 Jun 28 09:45:27.895960 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b7a0-ac71-4f18-ad25-2d141b3f2732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:30.550558 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9c358605-2678-47e6-afd8-3ec68e2abea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:30.650937 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:31.584731 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:33.288471 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:39.910890 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:40.190317 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-4f743002-156a-4eb9-a767-6cfeca1ba441 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1807117 Jun 28 09:45:40.264475 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-bb50d43b-0d73-41a3-b9aa-50c1675b6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:40.265926 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-bb50d43b-0d73-41a3-b9aa-50c1675b6b97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1098 time: 0.0513237 Jun 28 09:45:40.373184 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-1721a7fe-c2ac-4a38-8a86-b7ce3e23f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:40.374612 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-1721a7fe-c2ac-4a38-8a86-b7ce3e23f6cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.0841553 Jun 28 09:45:40.689364 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-03ac2e23-d50e-47fc-8f60-a3a8247fba02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 200 len: 1000 time: 0.3079491 Jun 28 09:45:40.736798 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-75362bf4-4c5d-48ab-a204-6735a585e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:40.738182 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-75362bf4-4c5d-48ab-a204-6735a585e64b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0416861 Jun 28 09:45:40.794543 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-640cf152-2089-493e-af07-d389501ed53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:40.795922 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-640cf152-2089-493e-af07-d389501ed53f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512271 Jun 28 09:45:40.884756 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-475ba324-4b3e-49ad-8ade-6edc7b9a1c3e service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795732 Jun 28 09:45:40.983617 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1042c22-f732-4546-ad8d-9e84606fbce4 req-288f986c-6031-4141-89b3-99e340491988 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917952 Jun 28 09:45:44.948681 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad645d-bbe5-4f22-9bd4-a2270bf6fb47 req-a2f3e4b9-c4c8-4ad7-91fe-049b38501168 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:44.950219 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-96ad645d-bbe5-4f22-9bd4-a2270bf6fb47 req-a2f3e4b9-c4c8-4ad7-91fe-049b38501168 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0702655 Jun 28 09:45:44.988549 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-96ad645d-bbe5-4f22-9bd4-a2270bf6fb47 req-afb0b60b-fc11-4d65-8020-0e42c44ce293 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326967 Jun 28 09:45:46.165691 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beff2e-645e-4330-a105-b52f4b5bb606 req-55039a55-f1a8-4365-b45b-7044d860ed1a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:46.167218 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-73beff2e-645e-4330-a105-b52f4b5bb606 req-55039a55-f1a8-4365-b45b-7044d860ed1a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0638218 Jun 28 09:45:46.207565 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-73beff2e-645e-4330-a105-b52f4b5bb606 req-577d404d-9631-4ac4-b0e2-66ed5e050f91 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342760 Jun 28 09:45:47.397409 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c51e3-f30a-4fe2-9aa2-52e240fba864 req-ea0a0da8-8547-4ac3-a8fc-a7a664167fbe tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:47.398887 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-960c51e3-f30a-4fe2-9aa2-52e240fba864 req-ea0a0da8-8547-4ac3-a8fc-a7a664167fbe tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0645030 Jun 28 09:45:47.436981 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-960c51e3-f30a-4fe2-9aa2-52e240fba864 req-be263583-c412-4213-93fb-2a9e4b826143 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324466 Jun 28 09:45:47.598370 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f270d55-8be9-4f46-88f1-7d895a858069 req-08b5fe36-9c55-46f3-9dba-33e6edf8405d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:47.599845 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0f270d55-8be9-4f46-88f1-7d895a858069 req-08b5fe36-9c55-46f3-9dba-33e6edf8405d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0621421 Jun 28 09:45:47.642970 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0f270d55-8be9-4f46-88f1-7d895a858069 req-aedd19e8-69d8-49f6-8caf-f536e37fbe41 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375009 Jun 28 09:45:48.609720 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd604a0-6c33-4ea0-8999-234fdf71d868 req-52f60e22-2294-4cb9-b792-50f0146e1438 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:48.611173 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ffd604a0-6c33-4ea0-8999-234fdf71d868 req-52f60e22-2294-4cb9-b792-50f0146e1438 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0612826 Jun 28 09:45:48.647112 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ffd604a0-6c33-4ea0-8999-234fdf71d868 req-98eb6f3d-4030-4697-b20c-18b404584943 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304840 Jun 28 09:45:48.815861 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3164de2-a7b9-480a-8ee8-089887d070a9 req-a183e706-fb31-46e1-8994-3cc2bb87a440 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:48.817371 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f3164de2-a7b9-480a-8ee8-089887d070a9 req-a183e706-fb31-46e1-8994-3cc2bb87a440 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0639369 Jun 28 09:45:48.854818 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f3164de2-a7b9-480a-8ee8-089887d070a9 req-f6da534c-4280-4b74-bc2a-14f2f8fd669b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313365 Jun 28 09:45:49.827114 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923895f3-c9aa-47d9-a915-1f8167b8f2fc req-ba0d0956-f4d6-44e3-89bf-5b07c7c2c150 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:49.828585 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-923895f3-c9aa-47d9-a915-1f8167b8f2fc req-ba0d0956-f4d6-44e3-89bf-5b07c7c2c150 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0644376 Jun 28 09:45:49.864952 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-923895f3-c9aa-47d9-a915-1f8167b8f2fc req-b57ec9f9-f6a4-44cf-a734-46092179d6dc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308177 Jun 28 09:45:50.026784 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd017a-b136-4228-98d0-82355e661acf req-29decb26-e3bd-4fb5-a5d6-59ac7dff823a tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:50.028188 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fbd017a-b136-4228-98d0-82355e661acf req-29decb26-e3bd-4fb5-a5d6-59ac7dff823a tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0635245 Jun 28 09:45:50.064519 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fbd017a-b136-4228-98d0-82355e661acf req-796c17fc-3fd9-400d-b068-37687cbf5061 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305159 Jun 28 09:45:51.039165 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7b2e-b38f-4aa5-afac-5df6f91cdad5 req-4f026537-efb4-4b6c-9312-63b3d5066efd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:51.040614 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-43fd7b2e-b38f-4aa5-afac-5df6f91cdad5 req-4f026537-efb4-4b6c-9312-63b3d5066efd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0600276 Jun 28 09:45:51.076339 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-43fd7b2e-b38f-4aa5-afac-5df6f91cdad5 req-fed62334-82e5-449a-a8fe-cea6c27cc726 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297866 Jun 28 09:45:51.242285 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a32e09-094e-4fdc-bfbe-7d87a6bb22da req-81cdb8a0-1bfb-4211-ba31-92715a65a230 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:51.243657 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-79a32e09-094e-4fdc-bfbe-7d87a6bb22da req-81cdb8a0-1bfb-4211-ba31-92715a65a230 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0664768 Jun 28 09:45:51.280106 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-79a32e09-094e-4fdc-bfbe-7d87a6bb22da req-df572aa8-09a2-4475-92a9-e35793e1632c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308383 Jun 28 09:45:51.819960 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:45:52.252735 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24535314-7c67-4ced-821b-3e4923ea760a req-153f8fdd-2128-4bae-b501-19e67ae6cd24 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:52.254268 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-24535314-7c67-4ced-821b-3e4923ea760a req-153f8fdd-2128-4bae-b501-19e67ae6cd24 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0644102 Jun 28 09:45:52.291251 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-24535314-7c67-4ced-821b-3e4923ea760a req-75f6db3e-32d9-4ac0-9d1c-a1c909924c42 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314641 Jun 28 09:45:52.449451 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c20f8-bf19-4292-b45e-d72e65dac57e req-70f8ba40-f409-46a6-9535-eb0d5017aae5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:52.450809 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b40c20f8-bf19-4292-b45e-d72e65dac57e req-70f8ba40-f409-46a6-9535-eb0d5017aae5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0616469 Jun 28 09:45:52.486971 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b40c20f8-bf19-4292-b45e-d72e65dac57e req-84494679-d440-49b7-a828-19fcaa686411 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305965 Jun 28 09:45:52.803082 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-15b61f12-7449-4350-b705-61d35f73875e tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160298749&fields=id&tenant_id=e5e88eb8df1246f688cc160d5d0afe2b HTTP/1.1" status: 200 len: 267 time: 0.0313916 Jun 28 09:45:52.867229 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-818b2190-cee2-4518-9b4a-b90432a9e000 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:52.868694 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-818b2190-cee2-4518-9b4a-b90432a9e000 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 984 time: 0.0600312 Jun 28 09:45:52.879519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Request body: {'port': {'security_groups': ['db647934-c5b0-4382-9798-08d430485ba6']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:45:52.966432 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.134222 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] For port 14421a79-c8bd-493f-85da-21971dd7368d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=14421a79-c8bd-493f-85da-21971dd7368d,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:45:53.162137 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.167113 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.172112 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:53.179277 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['14421a79-c8bd-493f-85da-21971dd7368d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:45:53.213675 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:53.214472 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.215821 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fdc2bc4f-9518-4361-a066-7915a94719e3 req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "PUT /v2.0/ports/14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 942 time: 0.3406727 Jun 28 09:45:53.216344 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:45:53.218966 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7c661f-b59d-498d-ba19-197ba711cfea" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:45:53.222496 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57058) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:53.256278 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event updated for resources: {'Port': ['ID=14421a79-c8bd-493f-85da-21971dd7368d,revision_number=7']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:53.272998 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.273386 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.273764 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.274139 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.274499 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.274869 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.275238 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.275600 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.275962 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.276330 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.276710 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.277068 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:53.285738 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:53.315122 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['14421a79-c8bd-493f-85da-21971dd7368d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:45:53.327409 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5729dece-7d09-414c-94bb-2364d55701d9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.356011 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5729dece-7d09-414c-94bb-2364d55701d9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.370579 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a09678-57b4-4fc9-9f09-90c8236c97c6 x-openstack-request-id: req-75a09678-57b4-4fc9-9f09-90c8236c97c6 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:45:53.370979 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:45:53.371340 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75a09678-57b4-4fc9-9f09-90c8236c97c6 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:45:53.371838 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d', 'status': 'completed', 'code': 200} Jun 28 09:45:53.457715 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5729dece-7d09-414c-94bb-2364d55701d9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.460464 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5729dece-7d09-414c-94bb-2364d55701d9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.461600 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5729dece-7d09-414c-94bb-2364d55701d9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "DELETE /v2.0/security-groups/54790f3d-0dbd-42c4-bad6-8d7feb36bd37 HTTP/1.1" status: 204 len: 168 time: 0.2345557 Jun 28 09:45:53.464896 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57066) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:45:53.470213 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9dd99593-4204-409a-8646-8a1b5ec708da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:53.489728 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-eeb71247-64bc-4c93-94e6-812b393b3ce6 None None] Provisioning complete for port 14421a79-c8bd-493f-85da-21971dd7368d triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:45:53.490064 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eeb71247-64bc-4c93-94e6-812b393b3ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.509422 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729dece-7d09-414c-94bb-2364d55701d9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54790f3d-0dbd-42c4-bad6-8d7feb36bd37,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:53.512011 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5729dece-7d09-414c-94bb-2364d55701d9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:53.518597 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-11230e73-d810-485b-a440-cd099714666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:53.520244 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-11230e73-d810-485b-a440-cd099714666b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1098 time: 0.1431170 Jun 28 09:45:53.615635 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61612774-c9a8-4092-b7fa-66d8730e2dcb req-1d0b6a3f-49ba-47b4-b23c-c83097f56915 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:53.618665 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61612774-c9a8-4092-b7fa-66d8730e2dcb req-1d0b6a3f-49ba-47b4-b23c-c83097f56915 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.1494002 Jun 28 09:45:53.658081 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-45adb63f-2463-455c-a6eb-beddd8994748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:53.659543 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-45adb63f-2463-455c-a6eb-beddd8994748 service neutron] 10.222.0.36 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 916 time: 0.1319594 Jun 28 09:45:53.680503 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Deleting port 53c15fde-ccc1-4538-a0c8-7cd01bd14954 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:45:53.680851 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.707523 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61612774-c9a8-4092-b7fa-66d8730e2dcb req-78cb8237-bb42-4901-be10-d68393e0bbec tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785136 Jun 28 09:45:53.739184 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-a91ebfd9-0d49-4d01-8a52-a7ca5e705f19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 1001 time: 0.0699384 Jun 28 09:45:53.759320 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae0ca1-4f83-42a5-8c91-770d93428a5d req-f5a37e1f-693c-4a4e-8169-bd341475b2e5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:53.761349 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7eae0ca1-4f83-42a5-8c91-770d93428a5d req-f5a37e1f-693c-4a4e-8169-bd341475b2e5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.1280642 Jun 28 09:45:53.789281 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.789611 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:53.791995 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-fb4a12d8-8997-4545-94a2-8614bbf94c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:53.793185 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-fb4a12d8-8997-4545-94a2-8614bbf94c89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 200 len: 854 time: 0.0466976 Jun 28 09:45:53.824101 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Calling delete_port for 53c15fde-ccc1-4538-a0c8-7cd01bd14954 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:45:53.848393 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7eae0ca1-4f83-42a5-8c91-770d93428a5d req-3b210cfa-3486-46cb-b4d2-5df01f16a744 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793734 Jun 28 09:45:53.850169 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-957d55e7-4db4-4185-b4b6-57a76c92c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:53.851654 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-957d55e7-4db4-4185-b4b6-57a76c92c260 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=870897b6-d973-4f04-a60e-00efad979cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517206 Jun 28 09:45:53.941244 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-e624caca-8193-437f-8afb-7443fafd6cac service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820031 Jun 28 09:45:54.011030 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:54.013784 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-67df488e-6824-4f79-9c77-1c491a395094 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:54.034360 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a7c661f-b59d-498d-ba19-197ba711cfea req-a2dc9bf2-4fcf-4bf8-a82c-596428383017 service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857499 Jun 28 09:45:54.037465 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event deleted for resources: {'Port': ['ID=53c15fde-ccc1-4538-a0c8-7cd01bd14954,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:54.048841 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.049227 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.049600 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.049969 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.050333 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.050698 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.051064 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.051429 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.052154 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.052154 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.052529 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.052865 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:45:54.070294 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:45:54.115379 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:54.115736 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.l3_db [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Floating IP 7715b040-e102-415f-b40d-82056629bab1 disassociated (deleted). External IP: 172.28.2.151, port: 14421a79-c8bd-493f-85da-21971dd7368d. Jun 28 09:45:54.318617 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:45:54.421469 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:45:54.425810 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:54.430528 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] Sync routers for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:45:54.439618 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:45:54.440229 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:45:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:54.462442 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-da41c0ac-c089-40a1-ab5f-066bc6231616 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "DELETE /v2.0/floatingips/7715b040-e102-415f-b40d-82056629bab1 HTTP/1.1" status: 204 len: 168 time: 0.9958603 Jun 28 09:45:54.462442 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:45:54.464747 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d597b1-c352-41bf-9748-1aa42f5edb90" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:45:54.599758 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bdc370-7390-4582-bfbc-69d311ccd51b x-openstack-request-id: req-39bdc370-7390-4582-bfbc-69d311ccd51b {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:45:54.600570 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "tag": "14421a79-c8bd-493f-85da-21971dd7368d", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:45:54.601063 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39bdc370-7390-4582-bfbc-69d311ccd51b {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:45:54.601972 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d', 'status': 'completed', 'code': 200} Jun 28 09:45:54.614567 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:45:54.677863 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-4ad2b50c-8422-4e23-a723-135a687138a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:54.679384 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-4ad2b50c-8422-4e23-a723-135a687138a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 1098 time: 0.0543990 Jun 28 09:45:54.802049 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-d947d1fb-f31e-49d0-b29b-009cdf32bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:54.803989 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-d947d1fb-f31e-49d0-b29b-009cdf32bc33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 200 len: 916 time: 0.1147652 Jun 28 09:45:54.845869 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 5, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:54.856362 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-661b38c9-cb1f-4147-b1f3-859fddd8c3da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 200 len: 217 time: 0.0455239 Jun 28 09:45:54.872807 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] Checking router: 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:45:54.881670 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:45:54.882268 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:45:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:54.942323 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-709f8c5f-a51f-43f5-b2ae-448ee439ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:54.943776 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-709f8c5f-a51f-43f5-b2ae-448ee439ea8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 200 len: 854 time: 0.0790145 Jun 28 09:45:54.998535 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:45:55.003660 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7551f-acfc-41b8-b5af-f317f60d5c74 req-f973c19c-01cb-467d-8e5f-303a804b29d9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:55.005157 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e3d7551f-acfc-41b8-b5af-f317f60d5c74 req-f973c19c-01cb-467d-8e5f-303a804b29d9 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.1328347 Jun 28 09:45:55.042887 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650515e-1837-4bb1-8137-a381b07afec0 req-74009bd7-2a0f-4270-b839-d20a74294228 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:55.044782 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e650515e-1837-4bb1-8137-a381b07afec0 req-74009bd7-2a0f-4270-b839-d20a74294228 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0756609 Jun 28 09:45:55.047560 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-a56af8ca-641c-40e8-a85f-ca9dbe23a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:55.049050 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-a56af8ca-641c-40e8-a85f-ca9dbe23a760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=870897b6-d973-4f04-a60e-00efad979cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949502 Jun 28 09:45:55.056397 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e3d7551f-acfc-41b8-b5af-f317f60d5c74 req-96531919-e637-4080-b529-7462fd2b6d38 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440853 Jun 28 09:45:55.110530 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e650515e-1837-4bb1-8137-a381b07afec0 req-11703914-bc38-4c12-82ee-cef33466cb74 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569880 Jun 28 09:45:55.156031 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-8ae7e9ce-82ab-41c4-849e-5e72ff69f00c service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986760 Jun 28 09:45:55.221831 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 5, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:45:55.247747 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7fcb20-3e36-45e9-aafc-8d049445dc0e None None] The sync data for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb is: [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:43:45Z', 'revision_number': 4, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '5165983c-98f9-4b5a-9f7e-f74addafc1d9', 'name': '', 'network_id': '870897b6-d973-4f04-a60e-00efad979cdb', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'mac_address': 'fa:16:3e:ed:46:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:45Z', 'updated_at': '2021-06-28T09:43:51Z', 'revision_number': 5, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'subnets': [{'id': 'cb23d93e-cb2a-4fb5-8037-3ddcdeebf547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:45:55.249690 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-61d597b1-c352-41bf-9748-1aa42f5edb90 req-8f8c19f2-9db8-4635-ae02-c910817e384e service neutron] 10.222.0.36 "GET /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Jun 28 09:45:55.465517 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ecfe90-6434-443f-988c-0c9cb3902aef None None] New status for floating IP 7715b040-e102-415f-b40d-82056629bab1: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:45:56.249329 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64f518-d7f7-4445-8062-1906b68fea92 req-b5da7f54-28ed-452d-9c0b-c14bc72e31ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:56.250809 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-9a64f518-d7f7-4445-8062-1906b68fea92 req-b5da7f54-28ed-452d-9c0b-c14bc72e31ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0702159 Jun 28 09:45:56.291928 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-9a64f518-d7f7-4445-8062-1906b68fea92 req-cb316c74-1b3f-49ff-920f-75d6692fbe71 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Jun 28 09:45:56.299114 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ed05-0d8c-4ffa-ab86-7f6f52981159 req-2f3854eb-6f6e-40bd-b6bf-c4e0c0dd4f20 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:56.300647 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5e65ed05-0d8c-4ffa-ab86-7f6f52981159 req-2f3854eb-6f6e-40bd-b6bf-c4e0c0dd4f20 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0635302 Jun 28 09:45:56.339624 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-5e65ed05-0d8c-4ffa-ab86-7f6f52981159 req-d6402928-d647-4e8d-bb72-410ddafb94ff tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333588 Jun 28 09:45:57.474974 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4792e73-0732-485b-9016-935b9abf2180 req-b90672e1-78e0-442f-a549-ebdd3b95728a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:57.476493 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4792e73-0732-485b-9016-935b9abf2180 req-b90672e1-78e0-442f-a549-ebdd3b95728a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0626876 Jun 28 09:45:57.521778 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4792e73-0732-485b-9016-935b9abf2180 req-49859bb9-af81-445d-a437-c7e3039ac0dd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390792 Jun 28 09:45:57.525082 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52dc2f-2aeb-41f8-9df9-632b21bf88af req-49ec28f3-700d-4dee-8096-44e54368811c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:57.526744 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3b52dc2f-2aeb-41f8-9df9-632b21bf88af req-49ec28f3-700d-4dee-8096-44e54368811c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0688610 Jun 28 09:45:57.573886 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3b52dc2f-2aeb-41f8-9df9-632b21bf88af req-433c265b-a4ec-42ff-b1bb-1fda90002513 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411890 Jun 28 09:45:57.694927 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0bd23-de5e-46c0-87f2-ce1ee6fb1062 req-c86bf8d5-df4a-4b0e-a230-660d99c5ffcb tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:57.696419 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-22a0bd23-de5e-46c0-87f2-ce1ee6fb1062 req-c86bf8d5-df4a-4b0e-a230-660d99c5ffcb tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.0644953 Jun 28 09:45:57.733734 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-22a0bd23-de5e-46c0-87f2-ce1ee6fb1062 req-a03778cc-02a1-4842-aece-d2fb67268fda tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Jun 28 09:45:57.896315 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-957d4c02-b6c5-478f-8434-8b0351b067d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:58.703149 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07490ce-5771-4f33-aced-88785ec070a5 req-79142ca9-1ad2-4d5e-8f70-df2f31f434bc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:58.704633 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c07490ce-5771-4f33-aced-88785ec070a5 req-79142ca9-1ad2-4d5e-8f70-df2f31f434bc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0622237 Jun 28 09:45:58.743326 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101de039-90cc-4e53-b958-fcd8082b0614 req-374b8c3e-038f-43e4-9612-5fb43da85a69 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:58.744948 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-101de039-90cc-4e53-b958-fcd8082b0614 req-374b8c3e-038f-43e4-9612-5fb43da85a69 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0627365 Jun 28 09:45:58.745952 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c07490ce-5771-4f33-aced-88785ec070a5 req-fc7e3bdd-082d-4ba1-be50-4d2fb7decc3b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357032 Jun 28 09:45:58.783781 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-101de039-90cc-4e53-b958-fcd8082b0614 req-e37b96cf-0e7c-41c4-b6ab-fa0922463974 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Jun 28 09:45:58.918265 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fbd21-13fd-4812-928f-402627dde216 req-54450c9f-e2ed-41e8-93b6-70f2e7d03839 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:58.919712 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d61fbd21-13fd-4812-928f-402627dde216 req-54450c9f-e2ed-41e8-93b6-70f2e7d03839 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.0653071 Jun 28 09:45:58.957501 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d61fbd21-13fd-4812-928f-402627dde216 req-19d26b80-e498-4bd8-8cd2-75f86b3d0e0a tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/security-groups?id=db647934-c5b0-4382-9798-08d430485ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Jun 28 09:45:59.130785 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcd050-5f57-462e-9589-276155567d2b req-0ba934d5-f0db-4087-93ef-d559c096441b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:59.132260 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-26dcd050-5f57-462e-9589-276155567d2b req-0ba934d5-f0db-4087-93ef-d559c096441b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0729177 Jun 28 09:45:59.149895 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945e029-51a4-40d9-a4b0-3615977d073d req-c6793a38-08d6-4043-aeae-0d64fb09fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:59.151933 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1945e029-51a4-40d9-a4b0-3615977d073d req-c6793a38-08d6-4043-aeae-0d64fb09fbde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 1098 time: 0.0568228 Jun 28 09:45:59.170610 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-26dcd050-5f57-462e-9589-276155567d2b req-4a63d626-1d07-4f35-9d0f-2d4c10a6cc65 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Jun 28 09:45:59.240774 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945e029-51a4-40d9-a4b0-3615977d073d req-95dcb9c5-ec02-4753-866f-c2bfa017f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:59.242208 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1945e029-51a4-40d9-a4b0-3615977d073d req-95dcb9c5-ec02-4753-866f-c2bfa017f1b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 912 time: 0.0835373 Jun 28 09:45:59.306306 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1945e029-51a4-40d9-a4b0-3615977d073d req-d59af018-d976-4fd3-8a1e-1649b9b2d39c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0214a7-4758-4441-a1af-e9a201a395ce HTTP/1.1" status: 200 len: 1001 time: 0.0549374 Jun 28 09:45:59.354794 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945e029-51a4-40d9-a4b0-3615977d073d req-ccba9b12-95a7-42fc-9a78-f834a7235e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:59.356163 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1945e029-51a4-40d9-a4b0-3615977d073d req-ccba9b12-95a7-42fc-9a78-f834a7235e3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0411806 Jun 28 09:45:59.416370 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945e029-51a4-40d9-a4b0-3615977d073d req-1326bc60-c480-4750-ac9e-a4a5e05f60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:59.417766 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1945e029-51a4-40d9-a4b0-3615977d073d req-1326bc60-c480-4750-ac9e-a4a5e05f60b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536888 Jun 28 09:45:59.506839 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1945e029-51a4-40d9-a4b0-3615977d073d req-034e373a-7c32-46ad-abcd-60eca0a7df37 service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794959 Jun 28 09:45:59.595417 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1945e029-51a4-40d9-a4b0-3615977d073d req-675ca0de-b616-4ddb-9817-f814425d329d service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816164 Jun 28 09:45:59.624956 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-f8a12227-b671-493b-bcb5-1f51031fe41c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:59.626407 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-f8a12227-b671-493b-bcb5-1f51031fe41c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 945 time: 0.0613465 Jun 28 09:45:59.722777 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Deleting port 14421a79-c8bd-493f-85da-21971dd7368d {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:45:59.723032 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:59.810136 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] For port 14421a79-c8bd-493f-85da-21971dd7368d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=14421a79-c8bd-493f-85da-21971dd7368d,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:45:59.810791 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:59.822456 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Calling delete_port for 14421a79-c8bd-493f-85da-21971dd7368d owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:45:59.918748 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bbee5-8311-4c01-9fb9-930e58e36c9e req-cb315ade-1766-4a21-abb0-c530f141fb0a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:45:59.920193 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-466bbee5-8311-4c01-9fb9-930e58e36c9e req-cb315ade-1766-4a21-abb0-c530f141fb0a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0615883 Jun 28 09:45:59.948050 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:45:59.953111 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-84979199-6983-409d-acaa-7d899b0dba25 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:45:59.958630 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-466bbee5-8311-4c01-9fb9-930e58e36c9e req-f78d5dda-b5fe-4d4f-82be-2f1f4926675c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316002 Jun 28 09:45:59.962539 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['14421a79-c8bd-493f-85da-21971dd7368d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:45:59.979962 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Pushing event deleted for resources: {'Port': ['ID=14421a79-c8bd-493f-85da-21971dd7368d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:45:59.993756 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:00.034599 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] No DVR routers for this DVR port 14421a79-c8bd-493f-85da-21971dd7368d on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:46:00.037140 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:00.039067 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ef33665c-a279-44c9-bc76-f4f798d26eff req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.36 "DELETE /v2.0/ports/14421a79-c8bd-493f-85da-21971dd7368d HTTP/1.1" status: 204 len: 173 time: 0.4056084 Jun 28 09:46:00.039563 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'name': 'network-vif-deleted', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:46:00.042417 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7a983-2c63-4dd1-88e0-da72ee831241" -d '{"events": [{"server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "name": "network-vif-deleted", "tag": "14421a79-c8bd-493f-85da-21971dd7368d"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:46:00.078190 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde9029-bf2b-43b8-bd06-ea7ade318601 x-openstack-request-id: req-fcde9029-bf2b-43b8-bd06-ea7ade318601 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:46:00.078512 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5d5a7e-5ff1-4143-b913-c82564937f3e", "name": "network-vif-deleted", "tag": "14421a79-c8bd-493f-85da-21971dd7368d", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:46:00.078800 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcde9029-bf2b-43b8-bd06-ea7ade318601 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:46:00.079242 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5d5a7e-5ff1-4143-b913-c82564937f3e', 'name': 'network-vif-deleted', 'tag': '14421a79-c8bd-493f-85da-21971dd7368d', 'status': 'completed', 'code': 200} Jun 28 09:46:00.116903 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-13679dae-697e-4544-8df0-a7aa00337379 req-5b055b3d-96ad-412a-a29a-d18d89fdf78c tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb5d5a7e-5ff1-4143-b913-c82564937f3e HTTP/1.1" status: 200 len: 210 time: 0.0363414 Jun 28 09:46:00.352243 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70435425-24aa-4746-b4b4-1e62d4724cb8 req-a09f8b79-64d5-4739-bd23-ff470278ec5a tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:00.354307 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-70435425-24aa-4746-b4b4-1e62d4724cb8 req-a09f8b79-64d5-4739-bd23-ff470278ec5a tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0683529 Jun 28 09:46:00.391902 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-70435425-24aa-4746-b4b4-1e62d4724cb8 req-f42b4954-d527-41d0-968e-a9ad82ef2903 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Jun 28 09:46:00.550071 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-61d595fc-c3a5-40dd-8144-3d0830231a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:00.651694 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:01.133132 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43c5ed-3ebf-4956-91aa-95450058d966 req-7ca54ed0-fd92-4037-b02a-527fd4a41a89 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:01.134596 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4f43c5ed-3ebf-4956-91aa-95450058d966 req-7ca54ed0-fd92-4037-b02a-527fd4a41a89 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0620735 Jun 28 09:46:01.173064 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4f43c5ed-3ebf-4956-91aa-95450058d966 req-2d0a55bd-4f45-437b-8669-2eadef7b44a8 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327392 Jun 28 09:46:01.587948 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:01.799077 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57182) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:02.294531 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 14421a79-c8bd-493f-85da-21971dd7368d no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:46:02.315122 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 14421a79-c8bd-493f-85da-21971dd7368d {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:46:02.315483 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 14421a79-c8bd-493f-85da-21971dd7368d not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:46:02.470366 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569333'] for router_interface, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:02.513792 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20dca-d86a-47a7-99c9-c9fd11c98f2c req-a9ab567c-87eb-41e3-8bd7-4e01141a1e9f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:02.515246 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f3d20dca-d86a-47a7-99c9-c9fd11c98f2c req-a9ab567c-87eb-41e3-8bd7-4e01141a1e9f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.1273913 Jun 28 09:46:02.593094 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f3d20dca-d86a-47a7-99c9-c9fd11c98f2c req-5b9fd125-da07-4eb4-94a0-018bbda2ad4e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719657 Jun 28 09:46:02.798306 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Deleting port 5165983c-98f9-4b5a-9f7e-f74addafc1d9 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:46:02.798561 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:02.879707 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] For port 5165983c-98f9-4b5a-9f7e-f74addafc1d9, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=5165983c-98f9-4b5a-9f7e-f74addafc1d9,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:02.880410 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:02.892358 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Calling delete_port for 5165983c-98f9-4b5a-9f7e-f74addafc1d9 owned by network:router_interface {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:46:03.083548 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:03.085465 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-43ff89af-74a8-454e-8852-c09832102891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:03.107978 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5165983c-98f9-4b5a-9f7e-f74addafc1d9,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:03.111069 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:03.278421 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592133'] for router_interface, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:03.290753 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:03.486029 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:46:03.584979 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:46:03.589930 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-54395bd4-bf9c-4739-81db-38ff05be45c0 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f543fa2-e0aa-4f5c-992b-a9f66c126c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7899647 Jun 28 09:46:03.592398 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57186) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:03.595004 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] Sync routers for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:46:03.604346 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:03.605012 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:46:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:03.694349 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:03.708022 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:46:03.778357 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf34be-b554-4a51-a115-1445c7997e49 req-67f2c140-1612-4ff1-9167-25ddfb02344a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:03.780991 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d9cf34be-b554-4a51-a115-1445c7997e49 req-67f2c140-1612-4ff1-9167-25ddfb02344a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0690172 Jun 28 09:46:03.802752 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:03.828705 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d9cf34be-b554-4a51-a115-1445c7997e49 req-0539d774-6ee9-480e-811b-2520612d827b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430341 Jun 28 09:46:03.865436 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Deleting port 0c3a0f39-995e-4b40-b695-422513581fdc {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:46:03.865780 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:03.891927 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:46:03Z', 'revision_number': 5, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port': {'id': '0c3a0f39-995e-4b40-b695-422513581fdc', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:27:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:43Z', 'updated_at': '2021-06-28T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:03.917985 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] Checking router: 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:46:03.926901 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] Routers {'9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:03.927515 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:46:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:03.943426 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] For port 0c3a0f39-995e-4b40-b695-422513581fdc, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0c3a0f39-995e-4b40-b695-422513581fdc,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:03.943942 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:03.955462 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Calling delete_port for 0c3a0f39-995e-4b40-b695-422513581fdc owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:46:04.126666 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.128562 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b64550b6-e96f-4793-bca7-f464ee7d950b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:04.137273 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] Set router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e gateway port host: None {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:46:04.153012 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3a0f39-995e-4b40-b695-422513581fdc,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:04.156361 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:04.192872 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:46:03Z', 'revision_number': 6, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port_host': None}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:04.215786 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593855'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.219158 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716a3b8-df79-4d4f-ba1f-70d9c285717e None None] The sync data for ids ['9f543fa2-e0aa-4f5c-992b-a9f66c126c0e'] in dv-cinder-792209-2-smb is: [{'id': '9f543fa2-e0aa-4f5c-992b-a9f66c126c0e', 'name': 'tempest-TestMinimumBasicScenario-1503401804-router', 'tenant_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:42Z', 'updated_at': '2021-06-28T09:46:03Z', 'revision_number': 6, 'project_id': 'e5e88eb8df1246f688cc160d5d0afe2b', 'gw_port_host': None}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:46:04.314650 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8716'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.316760 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.376576 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-593384'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.377029 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f543fa2-e0aa-4f5c-992b-a9f66c126c0e {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:46:04.381731 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.382907 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f543fa2-e0aa-4f5c-992b-a9f66c126c0e HTTP/1.1" status: 204 len: 168 time: 0.7895801 Jun 28 09:46:04.385848 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57190) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:04.431688 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] Deleting subnet cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:46:04.434715 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.467435 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2832794'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.573643 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.628292 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2421618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805270'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.630832 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c267a712-c1cb-47c3-bae6-d256402146b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:04.653602 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb23d93e-cb2a-4fb5-8037-3ddcdeebf547,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:04.656909 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:04.657877 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.659676 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-6f980481-aeea-4a01-aacc-2594f33fb564 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cb23d93e-cb2a-4fb5-8037-3ddcdeebf547 HTTP/1.1" status: 204 len: 168 time: 0.2729242 Jun 28 09:46:04.662096 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57192) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:04.664598 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae34011-5727-4bbb-885b-1d25c2183da3 None None] Network 870897b6-d973-4f04-a60e-00efad979cdb requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:46:04.729050 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.779190 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Deleting port 4b73c979-d06f-4704-9ae0-6de7a5608e10 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:46:04.779624 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.840673 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] For port 4b73c979-d06f-4704-9ae0-6de7a5608e10, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=4b73c979-d06f-4704-9ae0-6de7a5608e10,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:04.841056 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:04.854109 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Calling delete_port for 4b73c979-d06f-4704-9ae0-6de7a5608e10 owned by network:dhcp {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:46:04.981659 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] DHCP port deletion for 870897b6-d973-4f04-a60e-00efad979cdb request from dv-cinder-792209-2-smb {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 09:46:05.043800 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Deleting port 4b73c979-d06f-4704-9ae0-6de7a5608e10 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:46:05.044188 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.065804 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0c3a0f39-995e-4b40-b695-422513581fdc no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:46:05.117806 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 0c3a0f39-995e-4b40-b695-422513581fdc {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:46:05.118318 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0c3a0f39-995e-4b40-b695-422513581fdc not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:46:05.118777 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 5165983c-98f9-4b5a-9f7e-f74addafc1d9 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:46:05.145632 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 5165983c-98f9-4b5a-9f7e-f74addafc1d9 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:46:05.145987 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 5165983c-98f9-4b5a-9f7e-f74addafc1d9 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:46:05.146413 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 4b73c979-d06f-4704-9ae0-6de7a5608e10 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:46:05.154513 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] For port 4b73c979-d06f-4704-9ae0-6de7a5608e10, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=4b73c979-d06f-4704-9ae0-6de7a5608e10,segment=NetworkSegment(a877c3f4-ad63-4258-add2-d92a4517da37),segment_id=a877c3f4-ad63-4258-add2-d92a4517da37)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:05.154921 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.191784 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Calling delete_port for 4b73c979-d06f-4704-9ae0-6de7a5608e10 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:46:05.245885 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a57c-f344-43e7-85b0-e754da783d4e req-fd261064-33f4-45ba-9bcd-39e6d0d1fbdb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:05.247384 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-38c2a57c-f344-43e7-85b0-e754da783d4e req-fd261064-33f4-45ba-9bcd-39e6d0d1fbdb tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0882370 Jun 28 09:46:05.253322 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.255458 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-702b869d-3f77-4229-bf1f-462430fc0017 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:05.277387 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No ports have port_id starting with 4b73c979-d06f-4704-9ae0-6de7a5608e10 Jun 28 09:46:05.295708 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b73c979-d06f-4704-9ae0-6de7a5608e10,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:05.299454 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:05.302791 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] No DVR routers for this DVR port 4b73c979-d06f-4704-9ae0-6de7a5608e10 on host dv-cinder-792209-2-smb {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:46:05.332733 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.335463 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8c7debc3-09f1-45a6-bc4c-ccfb7168b2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:05.339268 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-38c2a57c-f344-43e7-85b0-e754da783d4e req-31a11bb8-317d-4b26-8e40-e14c52f79c13 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799882 Jun 28 09:46:05.362054 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Pushing event deleted for resources: {'Port': ['ID=4b73c979-d06f-4704-9ae0-6de7a5608e10,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:05.364483 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] No DVR routers for this DVR port 4b73c979-d06f-4704-9ae0-6de7a5608e10 on host dv-cinder-792209-2-smb {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:46:05.372857 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.373206 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.373550 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.373886 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.374217 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.374547 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.374876 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.375200 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.375526 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.375851 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.376172 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.376514 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:46:05.379431 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:05.393021 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.402755 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870897b6-d973-4f04-a60e-00efad979cdb']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:05.412290 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a877c3f4-ad63-4258-add2-d92a4517da37') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:05.412634 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a877c3f4-ad63-4258-add2-d92a4517da37') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:05.421710 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2832781'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.439611 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.445256 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:46:05.445702 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2421655'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: Traceback (most recent call last): Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: timer() Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: cb(*args, **kw) Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: return func(*args, **kwargs) Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: self._notify() Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: self.callback(batched_events) Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: event.method(event) Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: return f(self, *a, **k) Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: return self._get(url).json() Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:46:05.447973 dv-cinder-792209-2-smb neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:46:05.499792 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.506506 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-15f0ee08-0e32-43a9-9b38-665ff6622b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:05.510853 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:05.512658 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/870897b6-d973-4f04-a60e-00efad979cdb HTTP/1.1" status: 204 len: 168 time: 0.8496454 Jun 28 09:46:05.515695 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57196) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:05.521767 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=870897b6-d973-4f04-a60e-00efad979cdb,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:05.524519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:05.844731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569333'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:06.086615 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Deleting port 9e9554c5-c72e-406d-96e8-1026d77179eb {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:46:06.086962 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:06.165036 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] For port 9e9554c5-c72e-406d-96e8-1026d77179eb, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=9e9554c5-c72e-406d-96e8-1026d77179eb,segment=NetworkSegment(15558c81-8363-48e2-b7b5-6418d060bf40),segment_id=15558c81-8363-48e2-b7b5-6418d060bf40)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:06.165393 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:06.177668 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Calling delete_port for 9e9554c5-c72e-406d-96e8-1026d77179eb owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:46:06.347342 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:06.349961 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cc058943-d875-416a-9baa-f763fa6ad5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:06.376382 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9554c5-c72e-406d-96e8-1026d77179eb,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:06.378580 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:06.829486 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592133'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:06.845119 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad1b03-428c-491d-86de-85b7f6b555a0 req-709a4c0d-45f2-4c6a-82b2-2b38fca27154 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:06.846563 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-17ad1b03-428c-491d-86de-85b7f6b555a0 req-709a4c0d-45f2-4c6a-82b2-2b38fca27154 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.3710494 Jun 28 09:46:06.950569 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-17ad1b03-428c-491d-86de-85b7f6b555a0 req-565e24af-402a-4717-ac78-dd2d5ce0ea6d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975733 Jun 28 09:46:07.075895 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Router ef6b8ce6-fc61-478f-ba4c-361179f1216b has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:46:07.176989 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:46:07.181907 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] 10.222.0.13 "PUT /v2.0/routers/ef6b8ce6-fc61-478f-ba4c-361179f1216b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6650045 Jun 28 09:46:07.184320 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57200) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:07.187079 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] Sync routers for ids ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:46:07.195964 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] Routers {'ef6b8ce6-fc61-478f-ba4c-361179f1216b'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:07.196602 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:46:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:07.286917 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.301513 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] Set router ef6b8ce6-fc61-478f-ba4c-361179f1216b gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:46:07.392943 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.443704 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Deleting port e336c52d-1139-455d-ac6e-7442d01aa7b9 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:46:07.444144 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.478441 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:46:06Z', 'revision_number': 5, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port': {'id': 'e336c52d-1139-455d-ac6e-7442d01aa7b9', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:07.506305 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] Checking router: ef6b8ce6-fc61-478f-ba4c-361179f1216b for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:46:07.522332 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] Routers {'ef6b8ce6-fc61-478f-ba4c-361179f1216b'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:46:07.522599 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] For port e336c52d-1139-455d-ac6e-7442d01aa7b9, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=e336c52d-1139-455d-ac6e-7442d01aa7b9,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:07.522860 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.523153 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:46:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:07.536089 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Calling delete_port for e336c52d-1139-455d-ac6e-7442d01aa7b9 owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:46:07.623858 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] Set router ef6b8ce6-fc61-478f-ba4c-361179f1216b gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:46:07.673401 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:46:07Z', 'revision_number': 6, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port_host': None}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:07.706449 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.708525 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:07.731841 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Pushing event deleted for resources: {'Port': ['ID=e336c52d-1139-455d-ac6e-7442d01aa7b9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:07.735644 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:07.783439 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95863ba3-c3eb-48c3-a1a1-5efad963808a None None] The sync data for ids ['ef6b8ce6-fc61-478f-ba4c-361179f1216b'] in dv-cinder-792209-2-smb is: [{'id': 'ef6b8ce6-fc61-478f-ba4c-361179f1216b', 'name': 'tempest-TestMinimumBasicScenario-286158747-router', 'tenant_id': '87ec95fc2090428a8df8d518ad70346c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:43:48Z', 'updated_at': '2021-06-28T09:46:07Z', 'revision_number': 6, 'project_id': '87ec95fc2090428a8df8d518ad70346c', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:46:07.802792 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593855'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.892384 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8716'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.894623 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.937583 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-593384'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.938062 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef6b8ce6-fc61-478f-ba4c-361179f1216b {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:46:07.942590 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:07.943698 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-ab51c8da-418c-473b-8b26-968e91ada349 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ef6b8ce6-fc61-478f-ba4c-361179f1216b HTTP/1.1" status: 204 len: 168 time: 0.7584248 Jun 28 09:46:07.946232 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57202) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:07.989974 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] Deleting subnet 71ba6065-b0be-4264-bd25-7f359c119f6d {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:46:07.993050 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.027009 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9288019'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.133455 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac468a91-61a2-402c-bd3b-f63d8d95bfbf req-71584aa8-2fd6-47b2-9c07-8d0fa36ff2f4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:08.135488 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ac468a91-61a2-402c-bd3b-f63d8d95bfbf req-71584aa8-2fd6-47b2-9c07-8d0fa36ff2f4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0708935 Jun 28 09:46:08.148577 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.186650 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-ac468a91-61a2-402c-bd3b-f63d8d95bfbf req-859dca72-2465-47f1-98d1-437ffb476f7f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446270 Jun 28 09:46:08.207367 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3517157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464247'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.210056 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f76dff50-07bd-4dea-8179-78dd5632530e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:08.241475 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.243339 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71ba6065-b0be-4264-bd25-7f359c119f6d HTTP/1.1" status: 204 len: 168 time: 0.2955973 Jun 28 09:46:08.245104 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ba6065-b0be-4264-bd25-7f359c119f6d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:08.246541 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57206) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:08.247360 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5ceb3e7f-fb96-4b72-b453-48d3e7b77505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:08.248059 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094e1c4-893b-4806-b159-88bf073ff194 None None] Network dadeb96b-ae56-4ab9-a464-db945a9d7eba requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:46:08.316985 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.366996 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Deleting port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:46:08.367343 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.435306 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] For port 4a9773d0-dc6c-4b99-b7c1-6224102f8323, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=4a9773d0-dc6c-4b99-b7c1-6224102f8323,segment=NetworkSegment(15558c81-8363-48e2-b7b5-6418d060bf40),segment_id=15558c81-8363-48e2-b7b5-6418d060bf40)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:08.435670 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.447897 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Calling delete_port for 4a9773d0-dc6c-4b99-b7c1-6224102f8323 owned by network:dhcp {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:46:08.521720 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.523795 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-55e19a71-f431-4ec5-90ed-1787ea92ec14 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:08.550829 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9773d0-dc6c-4b99-b7c1-6224102f8323,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:08.553634 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] No DVR routers for this DVR port 4a9773d0-dc6c-4b99-b7c1-6224102f8323 on host dv-cinder-792209-2-smb {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:46:08.554351 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:08.563254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a73b3a-f106-42f0-b5df-e4319615752d None None] DHCP port deletion for dadeb96b-ae56-4ab9-a464-db945a9d7eba request from dv-cinder-792209-2-smb {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 09:46:08.627290 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.636845 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadeb96b-ae56-4ab9-a464-db945a9d7eba']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:08.646219 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15558c81-8363-48e2-b7b5-6418d060bf40') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:08.646515 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15558c81-8363-48e2-b7b5-6418d060bf40') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:46:08.656385 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2832781'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.671282 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.677713 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:46:08.678118 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2421655'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: Traceback (most recent call last): Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: timer() Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: cb(*args, **kw) Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: return func(*args, **kwargs) Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: self._notify() Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: self.callback(batched_events) Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: event.method(event) Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: return f(self, *a, **k) Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: return self._get(url).json() Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:46:08.679831 dv-cinder-792209-2-smb neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:46:08.736767 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.740406 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:08.743275 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:08.744980 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dadeb96b-ae56-4ab9-a464-db945a9d7eba HTTP/1.1" status: 204 len: 168 time: 0.4974639 Jun 28 09:46:08.757495 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=dadeb96b-ae56-4ab9-a464-db945a9d7eba,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:08.760567 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:08.926606 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57210) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:08.966157 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-b8c7b105-96bd-40b0-aec3-90a23199c58e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5e88eb8df1246f688cc160d5d0afe2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381708 Jun 28 09:46:08.968532 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57212) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:09.019756 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b528ff2-6727-49d1-a7ae-61eac6995ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.034544 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 9e9554c5-c72e-406d-96e8-1026d77179eb no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:46:09.048826 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b528ff2-6727-49d1-a7ae-61eac6995ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.058327 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 9e9554c5-c72e-406d-96e8-1026d77179eb {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:46:09.058752 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 9e9554c5-c72e-406d-96e8-1026d77179eb not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:46:09.059191 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 4a9773d0-dc6c-4b99-b7c1-6224102f8323 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:46:09.077578 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 4a9773d0-dc6c-4b99-b7c1-6224102f8323 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:46:09.077936 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 4a9773d0-dc6c-4b99-b7c1-6224102f8323 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:46:09.078353 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device e336c52d-1139-455d-ac6e-7442d01aa7b9 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:46:09.097242 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: e336c52d-1139-455d-ac6e-7442d01aa7b9 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:46:09.097603 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device e336c52d-1139-455d-ac6e-7442d01aa7b9 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:46:09.106772 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b528ff2-6727-49d1-a7ae-61eac6995ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.110074 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8b528ff2-6727-49d1-a7ae-61eac6995ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.116838 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-8b528ff2-6727-49d1-a7ae-61eac6995ed7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db647934-c5b0-4382-9798-08d430485ba6 HTTP/1.1" status: 204 len: 168 time: 0.1468365 Jun 28 09:46:09.117284 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ccb5b179-59b8-4aff-87e4-4a9535876c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:09.126136 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b528ff2-6727-49d1-a7ae-61eac6995ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db647934-c5b0-4382-9798-08d430485ba6,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:09.129191 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8b528ff2-6727-49d1-a7ae-61eac6995ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:09.396832 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428145b2-dbe9-4c7b-b120-ea0322aad58b req-6f4f0f14-9e94-4686-bd03-8d0d0f6484a0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:09.398320 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-428145b2-dbe9-4c7b-b120-ea0322aad58b req-6f4f0f14-9e94-4686-bd03-8d0d0f6484a0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0679893 Jun 28 09:46:09.437607 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-428145b2-dbe9-4c7b-b120-ea0322aad58b req-e959296a-cf46-4631-99eb-acfa827413ed tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332599 Jun 28 09:46:09.449802 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57220) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:09.489574 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-65b3f8b7-e403-4ed1-a597-fbea1dd78bcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87ec95fc2090428a8df8d518ad70346c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383468 Jun 28 09:46:09.492036 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57222) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:46:09.541396 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d6ff41b2-2f4a-4cc7-9082-1c9611c40669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.562761 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d6ff41b2-2f4a-4cc7-9082-1c9611c40669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.614919 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d6ff41b2-2f4a-4cc7-9082-1c9611c40669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.617789 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d6ff41b2-2f4a-4cc7-9082-1c9611c40669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:09.619457 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-d6ff41b2-2f4a-4cc7-9082-1c9611c40669 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12484266-df47-4570-8087-f7390b267a36 HTTP/1.1" status: 204 len: 168 time: 0.1265674 Jun 28 09:46:09.620225 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ea3d2544-0b90-49bd-a8c2-b7fa3bbe7c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:09.628722 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff41b2-2f4a-4cc7-9082-1c9611c40669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12484266-df47-4570-8087-f7390b267a36,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:09.631144 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d6ff41b2-2f4a-4cc7-9082-1c9611c40669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:09.928769 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:10.636585 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99666ba9-5fb9-49f1-aeed-84096e6d557a req-91c1d6fb-a76d-4f76-abd5-2e17efa9f3f7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:10.638063 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99666ba9-5fb9-49f1-aeed-84096e6d557a req-91c1d6fb-a76d-4f76-abd5-2e17efa9f3f7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0789642 Jun 28 09:46:10.678264 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-99666ba9-5fb9-49f1-aeed-84096e6d557a req-1d1f1bbc-e6c2-4d08-93ef-d56581450f6d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345378 Jun 28 09:46:11.855696 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e9f0f-3efe-4854-a5d4-8b8ccb052010 req-b4512cf3-8e76-4fde-8bb6-3ede56a4b78a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:11.857278 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cc4e9f0f-3efe-4854-a5d4-8b8ccb052010 req-b4512cf3-8e76-4fde-8bb6-3ede56a4b78a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0647030 Jun 28 09:46:11.893470 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cc4e9f0f-3efe-4854-a5d4-8b8ccb052010 req-825f0008-c493-4706-ad22-ff66230f8efe tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 Jun 28 09:46:13.086579 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5ca9d-b2a6-4011-99d0-dfae01ce563f req-698e161b-bb18-440e-ae62-f4054d04fb4c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:13.088642 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-27c5ca9d-b2a6-4011-99d0-dfae01ce563f req-698e161b-bb18-440e-ae62-f4054d04fb4c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0774302 Jun 28 09:46:13.130009 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-27c5ca9d-b2a6-4011-99d0-dfae01ce563f req-10ca0337-b707-479e-bb12-b6ae110a9d85 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346062 Jun 28 09:46:14.315004 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ed2fc-1f37-4a71-b346-dcaa9848d63f req-12205173-172a-4d0b-9c2f-caac8cb8f74c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:14.316476 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dc3ed2fc-1f37-4a71-b346-dcaa9848d63f req-12205173-172a-4d0b-9c2f-caac8cb8f74c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0626657 Jun 28 09:46:14.352288 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dc3ed2fc-1f37-4a71-b346-dcaa9848d63f req-84df9810-42e8-4eda-ad8f-364e490b7937 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303500 Jun 28 09:46:15.530381 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c81f7-72b6-40d6-8e79-86600eb4efb2 req-5e24a052-c796-4552-badf-7f631f87cf22 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:15.531838 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-650c81f7-72b6-40d6-8e79-86600eb4efb2 req-5e24a052-c796-4552-badf-7f631f87cf22 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0616379 Jun 28 09:46:15.568817 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-650c81f7-72b6-40d6-8e79-86600eb4efb2 req-b13735e2-129c-4681-bd4f-abb01a0f2550 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Jun 28 09:46:16.397297 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:46:16.490311 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:16.500977 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'port_id': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'mac_address': 'fa:16:3e:7f:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:46:16.535842 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.548198 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2706b38-8a66-4144-a52c-29dcbfc6d230 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:46:16.566956 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:16.571036 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:16.572756 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:16.621773 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=6']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:16.624683 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:16.685252 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['e2706b38-8a66-4144-a52c-29dcbfc6d230'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:46:16.754024 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc1b58-3511-479b-bb66-ed16680f2d61 req-2da249e7-4968-4b28-bbe7-14968739f521 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:16.755585 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f0cc1b58-3511-479b-bb66-ed16680f2d61 req-2da249e7-4968-4b28-bbe7-14968739f521 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 944 time: 0.0724971 Jun 28 09:46:16.796452 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f0cc1b58-3511-479b-bb66-ed16680f2d61 req-a675b297-3ed5-4997-896b-280f3436e6d5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343490 Jun 28 09:46:18.006989 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cce091-f4cf-448d-af2c-cdca2c9301d7 req-8c184161-c644-4ff6-a784-55ff7c87871e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:18.009149 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b7cce091-f4cf-448d-af2c-cdca2c9301d7 req-8c184161-c644-4ff6-a784-55ff7c87871e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 944 time: 0.0942810 Jun 28 09:46:18.060637 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b7cce091-f4cf-448d-af2c-cdca2c9301d7 req-3887806c-0b6f-4d42-b886-74cea412a27a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452640 Jun 28 09:46:18.425591 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:46:18.478239 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port e2706b38-8a66-4144-a52c-29dcbfc6d230 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:18.478660 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:18.561125 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:18.589854 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:46:18.593806 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad6693-a3ee-48cb-bb8d-edfc997c512f" -d '{"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-plugged", "status": "completed", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:46:18.618116 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:18.624763 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:18.629301 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:18.697145 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=7']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:18.701641 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:18.805529 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3117530-361c-4ab1-8ba4-6fafbe44a47d x-openstack-request-id: req-b3117530-361c-4ab1-8ba4-6fafbe44a47d {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:46:18.805824 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-plugged", "status": "completed", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:46:18.805964 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3117530-361c-4ab1-8ba4-6fafbe44a47d {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:46:18.806378 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'code': 200} Jun 28 09:46:19.297412 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329982a4-d1a8-4e11-a80d-476acfa0295b req-78ecf7a2-8eb7-473a-b968-99e5ff35941b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:19.298969 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-329982a4-d1a8-4e11-a80d-476acfa0295b req-78ecf7a2-8eb7-473a-b968-99e5ff35941b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0679805 Jun 28 09:46:19.348844 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-329982a4-d1a8-4e11-a80d-476acfa0295b req-99c62abc-1ade-48f2-a698-0746912b6dc6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353882 Jun 28 09:46:20.603890 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125568b-dc55-4544-8119-c6fe84190c6f req-eea08a80-ca06-46ec-977d-a1e7fc3fd6ee tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:20.605424 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d125568b-dc55-4544-8119-c6fe84190c6f req-eea08a80-ca06-46ec-977d-a1e7fc3fd6ee tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.1080179 Jun 28 09:46:20.655521 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-d125568b-dc55-4544-8119-c6fe84190c6f req-4a76c57e-af9e-4506-85eb-323233ccc045 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410976 Jun 28 09:46:21.882225 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d27df-2d54-4180-acc7-c5e6a2a55414 req-2d98d41d-4ba3-4d22-9833-227cf2655a77 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:21.886250 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c43d27df-2d54-4180-acc7-c5e6a2a55414 req-2d98d41d-4ba3-4d22-9833-227cf2655a77 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0998752 Jun 28 09:46:21.931225 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c43d27df-2d54-4180-acc7-c5e6a2a55414 req-aea0d530-96bc-492c-89fc-587f8eabdffa tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393217 Jun 28 09:46:23.139297 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f7487-61f9-4572-bc29-c07d8e6d1736 req-a2c35ed0-fd89-4e60-b933-28e47f9997c7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:23.140790 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-fc9f7487-61f9-4572-bc29-c07d8e6d1736 req-a2c35ed0-fd89-4e60-b933-28e47f9997c7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0797825 Jun 28 09:46:23.190293 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-fc9f7487-61f9-4572-bc29-c07d8e6d1736 req-b7e13708-0567-4103-b179-53469fae072f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Jun 28 09:46:24.392855 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7564e-e4e5-4866-8eec-590fe5f05157 req-276f6ee3-e204-4074-8037-1abfdce4bdd2 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:24.395031 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-edd7564e-e4e5-4866-8eec-590fe5f05157 req-276f6ee3-e204-4074-8037-1abfdce4bdd2 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0773790 Jun 28 09:46:24.454316 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-edd7564e-e4e5-4866-8eec-590fe5f05157 req-ac570b30-d714-43f7-a4fe-d0506cb3353a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481510 Jun 28 09:46:25.652919 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa3e74-258c-454b-a26b-a958b0e5c143 req-e8faa2e8-7923-412f-90a4-9cd02d9bb6d5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:25.654707 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa3e74-258c-454b-a26b-a958b0e5c143 req-e8faa2e8-7923-412f-90a4-9cd02d9bb6d5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0816314 Jun 28 09:46:25.698248 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa3e74-258c-454b-a26b-a958b0e5c143 req-d20f2049-9ecb-4abc-ad71-9da16c285f0d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365267 Jun 28 09:46:26.877162 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c8b7f-52eb-45c7-9aee-1a2bda2335f4 req-d57a8abd-2c5f-44c3-ab5d-c82515adb56e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:26.878615 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-345c8b7f-52eb-45c7-9aee-1a2bda2335f4 req-d57a8abd-2c5f-44c3-ab5d-c82515adb56e tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0635598 Jun 28 09:46:26.915281 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-345c8b7f-52eb-45c7-9aee-1a2bda2335f4 req-0e6c2c87-37b1-4543-933e-df3d5eef8e92 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311854 Jun 28 09:46:27.043629 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-feba6d48-7ea1-4f79-893d-cffabe4699a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:27.045135 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-feba6d48-7ea1-4f79-893d-cffabe4699a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1098 time: 0.0525117 Jun 28 09:46:27.136556 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-72547e67-6515-458f-8a66-4c465e1e905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:27.138026 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-72547e67-6515-458f-8a66-4c465e1e905d service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.0857399 Jun 28 09:46:27.200813 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-999714ee-3d62-4116-88e7-7f333124c0ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 200 len: 1000 time: 0.0556538 Jun 28 09:46:27.260525 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-756664fb-784f-4085-95df-5c5f686aa9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:27.261986 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-756664fb-784f-4085-95df-5c5f686aa9c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0535560 Jun 28 09:46:27.319738 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-f347c92d-9c80-4ddb-b165-fcfb07062d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:27.321188 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-f347c92d-9c80-4ddb-b165-fcfb07062d49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504184 Jun 28 09:46:27.408242 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-39318c62-2cc0-4b8d-b01a-a880e22aecf0 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795662 Jun 28 09:46:27.499422 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-6bff7a60-7d88-4512-b1f1-547a5d971523 req-dc7de752-a2a3-4d25-9998-3940f241df35 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Jun 28 09:46:27.898251 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-28b41763-57cd-4b0f-b50a-bc8e754f4d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:28.088781 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d93bd-a273-44d0-85ac-18087a1cc033 req-37d29a4b-193f-41ab-ba91-259eb0f708fc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:28.090812 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2f2d93bd-a273-44d0-85ac-18087a1cc033 req-37d29a4b-193f-41ab-ba91-259eb0f708fc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0610754 Jun 28 09:46:28.128251 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2f2d93bd-a273-44d0-85ac-18087a1cc033 req-ab80184b-8b9c-4fc2-8a90-a01eb5cd5141 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318966 Jun 28 09:46:28.817828 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:46:29.318920 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5be3fb-6fba-4190-b08d-535dc6c8fce6 req-d405900e-484d-46bf-acfe-a2dc31086d75 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:29.320383 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8b5be3fb-6fba-4190-b08d-535dc6c8fce6 req-d405900e-484d-46bf-acfe-a2dc31086d75 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0714650 Jun 28 09:46:29.359994 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8b5be3fb-6fba-4190-b08d-535dc6c8fce6 req-d0d6c2f9-1476-480c-a210-1c86364d2cf1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332096 Jun 28 09:46:30.476626 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:46:30.539939 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af157baa-bc35-497b-9a2d-b929dca90a4e req-f4ef7c9b-931c-46b5-93d6-27a3ec4b274f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:30.541410 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af157baa-bc35-497b-9a2d-b929dca90a4e req-f4ef7c9b-931c-46b5-93d6-27a3ec4b274f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 945 time: 0.0686769 Jun 28 09:46:30.564001 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9e3f34dd-0215-4f31-ac34-bf0ff31e0e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:30.565562 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:30.582827 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af157baa-bc35-497b-9a2d-b929dca90a4e req-0807d96c-a5ff-4857-9caa-3c006f629a8b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350738 Jun 28 09:46:30.589411 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:46:30.591693 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cb5b62-7939-41f3-b7a8-361493aff59a" -d '{"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:46:30.605347 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:30.617274 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:30.619128 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:30.644378 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 09:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ed26f-2299-49ee-9ec6-ac2d0ebb595f x-openstack-request-id: req-703ed26f-2299-49ee-9ec6-ac2d0ebb595f {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:46:30.644701 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-unplugged", "status": "failed", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230", "code": 422}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:46:30.644875 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-703ed26f-2299-49ee-9ec6-ac2d0ebb595f {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:46:30.645261 dv-cinder-792209-2-smb neutron-server[99534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'code': 422} returned with failed status Jun 28 09:46:30.667142 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:30.680083 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=8']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:30.682976 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:31.593860 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:31.709618 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-3639a5de-63c2-4a59-bf8d-fdef45f5764a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507126 Jun 28 09:46:31.720933 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c4230-fc27-48ee-8088-f60c936ffa12 req-145bfce4-d1f7-41a1-a644-6e817b9cbc01 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:31.722428 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b47c4230-fc27-48ee-8088-f60c936ffa12 req-145bfce4-d1f7-41a1-a644-6e817b9cbc01 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0627816 Jun 28 09:46:31.770177 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b47c4230-fc27-48ee-8088-f60c936ffa12 req-8c55d9c8-2572-46f7-88a0-62d98ea771c1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396218 Jun 28 09:46:32.760085 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-b9436e3c-8ebb-4654-bb2e-d12a80b0c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:32.762208 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-b9436e3c-8ebb-4654-bb2e-d12a80b0c1b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3&tenant_id=84dcf401cba94a82b851459138f8c61d HTTP/1.1" status: 200 len: 1096 time: 0.0828407 Jun 28 09:46:32.841089 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-5477f738-f172-4a55-b265-4fe826a698dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:32.842552 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-5477f738-f172-4a55-b265-4fe826a698dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0562909 Jun 28 09:46:32.974134 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-d738ed27-56c2-4c9d-9028-3e51c54c9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:32.975620 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-d738ed27-56c2-4c9d-9028-3e51c54c9730 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.1255846 Jun 28 09:46:33.031051 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6a562-99c2-488d-af59-f03652607ac8 req-758fddf9-d9ef-4adb-935d-61dd3e2b23a0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:33.032393 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f3f6a562-99c2-488d-af59-f03652607ac8 req-758fddf9-d9ef-4adb-935d-61dd3e2b23a0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.1312416 Jun 28 09:46:33.065939 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-950afdfa-9043-4f74-baab-9780e36b5e7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 200 len: 998 time: 0.0817268 Jun 28 09:46:33.090697 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f3f6a562-99c2-488d-af59-f03652607ac8 req-97ab96cd-6e8e-418e-91c4-351a1c4372d3 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513449 Jun 28 09:46:33.132129 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-d27e36e0-fd85-4dcc-86d5-e9c05de880b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:33.133578 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-d27e36e0-fd85-4dcc-86d5-e9c05de880b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0576205 Jun 28 09:46:33.198611 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-6577f44e-6f3e-458e-838b-2e1cc9ccfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:33.200633 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-6577f44e-6f3e-458e-838b-2e1cc9ccfde5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0594347 Jun 28 09:46:33.295018 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-43458192-bd9a-40c1-b296-775b2297f76c service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872157 Jun 28 09:46:33.297205 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:33.384952 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2fe1fd91-2b35-4ef2-8f2a-e91cb33dac1b req-521ec4ab-1174-4bce-9c50-05a07aac169d service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833683 Jun 28 09:46:34.296668 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f8043-6326-4ac0-96f2-c572a9906d39 req-b63ce784-57b5-4450-9eb0-e032f5f7fe82 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:34.298359 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-560f8043-6326-4ac0-96f2-c572a9906d39 req-b63ce784-57b5-4450-9eb0-e032f5f7fe82 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0694697 Jun 28 09:46:34.343324 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-560f8043-6326-4ac0-96f2-c572a9906d39 req-01dbcc65-5ff1-4b15-bb70-9d1e44b700b2 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391927 Jun 28 09:46:35.522630 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725c7e-490e-4a38-a201-7919f5a53f86 req-ed22c045-39e2-4da8-b58a-ad05c2a7a620 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:35.524113 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-31725c7e-490e-4a38-a201-7919f5a53f86 req-ed22c045-39e2-4da8-b58a-ad05c2a7a620 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0658672 Jun 28 09:46:35.564119 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-31725c7e-490e-4a38-a201-7919f5a53f86 req-e2a427aa-89d3-460a-87e4-a3fc98c71abe tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337741 Jun 28 09:46:36.762565 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fe026-0b04-491b-b486-b81269dc653e req-33abe67e-82e9-4328-96c7-2051713b3dff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:36.764085 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-860fe026-0b04-491b-b486-b81269dc653e req-33abe67e-82e9-4328-96c7-2051713b3dff tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0763805 Jun 28 09:46:36.833887 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-860fe026-0b04-491b-b486-b81269dc653e req-2bcd1a99-ff04-488b-b830-be0ec7708b36 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567234 Jun 28 09:46:38.033370 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895bde6-5963-486c-b2bb-d744c15a6f91 req-eca8ef02-d0b4-406c-8e11-0cf968b53c5c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:38.034846 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3895bde6-5963-486c-b2bb-d744c15a6f91 req-eca8ef02-d0b4-406c-8e11-0cf968b53c5c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0694141 Jun 28 09:46:38.073453 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3895bde6-5963-486c-b2bb-d744c15a6f91 req-91abdd18-0ad2-44d9-be6c-277b16d354db tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330067 Jun 28 09:46:39.297954 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9f24f-6897-434c-a38f-bdf473f15085 req-627f8e49-4e2e-4e26-8bf4-dcdc51f8005f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:39.299421 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c3e9f24f-6897-434c-a38f-bdf473f15085 req-627f8e49-4e2e-4e26-8bf4-dcdc51f8005f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0651655 Jun 28 09:46:39.381347 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c3e9f24f-6897-434c-a38f-bdf473f15085 req-e8ca8712-0cb7-491f-98a3-9a3726d4347b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759096 Jun 28 09:46:39.927144 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:40.585559 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0bf52-b222-40bf-896c-0ea210cbb49c req-4db67758-74fb-4b67-88c5-f9bfd2c21774 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:40.589268 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-68d0bf52-b222-40bf-896c-0ea210cbb49c req-4db67758-74fb-4b67-88c5-f9bfd2c21774 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0694413 Jun 28 09:46:40.652623 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-68d0bf52-b222-40bf-896c-0ea210cbb49c req-55457e05-b56f-4390-ae0c-95fcf11251e0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507154 Jun 28 09:46:41.906801 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97a7ea-0004-4a05-9c56-7b27aec8ade4 req-48a68834-b079-444e-a55b-9ba22da43a68 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:41.908440 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4d97a7ea-0004-4a05-9c56-7b27aec8ade4 req-48a68834-b079-444e-a55b-9ba22da43a68 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0716476 Jun 28 09:46:41.947782 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-4d97a7ea-0004-4a05-9c56-7b27aec8ade4 req-c062f3d7-160d-4d44-a59f-56e20029fec6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333765 Jun 28 09:46:43.185051 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c09665-228b-4ef2-80ba-ee1405c792bc req-9c684d0a-667b-46d6-ae3a-7b22bf44abf0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:43.187230 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b4c09665-228b-4ef2-80ba-ee1405c792bc req-9c684d0a-667b-46d6-ae3a-7b22bf44abf0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0910804 Jun 28 09:46:43.228529 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b4c09665-228b-4ef2-80ba-ee1405c792bc req-2e519ce8-9567-4289-94d2-1f07395b6903 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Jun 28 09:46:44.418266 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332bab0-3ffe-44ce-b496-37c897f22160 req-a308b148-c7b0-4a31-b6e5-60dd93d67fa6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:44.419653 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f332bab0-3ffe-44ce-b496-37c897f22160 req-a308b148-c7b0-4a31-b6e5-60dd93d67fa6 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0713906 Jun 28 09:46:44.497937 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f332bab0-3ffe-44ce-b496-37c897f22160 req-e516f3d3-4fba-44a4-a176-c829e6f084cd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685439 Jun 28 09:46:44.515820 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-dd43f642-8fe7-40de-ab55-7a85a7c9071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:44.517320 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-dd43f642-8fe7-40de-ab55-7a85a7c9071c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=84dcf401cba94a82b851459138f8c61d&device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0723038 Jun 28 09:46:44.621731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-10944f09-19bf-4901-9b6d-d9fc4011844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:44.623186 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-10944f09-19bf-4901-9b6d-d9fc4011844e service neutron] 10.222.0.36 "GET /v2.0/networks?id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 200 len: 917 time: 0.0822814 Jun 28 09:46:44.691548 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-eef54137-0dc6-4d14-9c9b-9db3ecd553ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 200 len: 998 time: 0.0607116 Jun 28 09:46:44.749657 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-252a3289-4598-47f7-b1c8-1c7e1bec81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:44.751822 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-252a3289-4598-47f7-b1c8-1c7e1bec81cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 200 len: 855 time: 0.0514686 Jun 28 09:46:44.813405 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-2a955358-97f9-4025-b7da-3c867c971a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:44.814896 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-2a955358-97f9-4025-b7da-3c867c971a2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34fc9d2e-bdd5-4825-862e-a79d5dec26d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0529716 Jun 28 09:46:45.178697 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-015954d7-6cf5-4108-a944-80edf1459340 service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563662 Jun 28 09:46:45.268344 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-eb5c3d1b-ae3d-484e-8bd4-28102ca93ac6 req-3c02ff0a-174e-401f-8199-4f94a093969c service neutron] 10.222.0.36 "GET /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820169 Jun 28 09:46:45.680490 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e63b7e-44fb-4821-9f79-e5b3ac3629b5 req-55065c60-d1ae-4ecb-960b-aadf0b8190b1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:45.681990 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1e63b7e-44fb-4821-9f79-e5b3ac3629b5 req-55065c60-d1ae-4ecb-960b-aadf0b8190b1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 943 time: 0.0697212 Jun 28 09:46:45.721178 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-c1e63b7e-44fb-4821-9f79-e5b3ac3629b5 req-bf5d962e-b744-4a2e-bd07-fbf2d9ca7ebd tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335252 Jun 28 09:46:46.270290 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80b41-2378-46c3-88a7-a9f46130b452 req-265f8775-789d-403e-bf1e-b5ccbf3ce8c4 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:46.271645 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a5f80b41-2378-46c3-88a7-a9f46130b452 req-265f8775-789d-403e-bf1e-b5ccbf3ce8c4 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0617008 Jun 28 09:46:46.307591 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-a5f80b41-2378-46c3-88a7-a9f46130b452 req-90aab999-121e-4003-8f61-14938f1f6176 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301163 Jun 28 09:46:46.509725 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:46:46.602852 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:46.613372 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'port_id': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'mac_address': 'fa:16:3e:7f:e9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:46:46.649095 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:46.661856 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2706b38-8a66-4144-a52c-29dcbfc6d230 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:46:46.684081 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:46.688384 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:46.690139 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:46.735145 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=9']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:46.738193 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:46.899468 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c2235-a373-4e04-a7c2-3d517f2fc53a req-a94e7768-2a3b-4ac9-a623-25f34f75bb25 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:46.900856 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-571c2235-a373-4e04-a7c2-3d517f2fc53a req-a94e7768-2a3b-4ac9-a623-25f34f75bb25 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 944 time: 0.0633123 Jun 28 09:46:46.932023 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['e2706b38-8a66-4144-a52c-29dcbfc6d230'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:46:46.955582 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-571c2235-a373-4e04-a7c2-3d517f2fc53a req-267351a5-2946-4efd-978f-e032c1499bd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447693 Jun 28 09:46:47.512132 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691724b-e403-4648-93e6-613d79f9297c req-f6c4c857-9235-40db-88b4-40e96d27edd4 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:47.513630 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8691724b-e403-4648-93e6-613d79f9297c req-f6c4c857-9235-40db-88b4-40e96d27edd4 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0654337 Jun 28 09:46:47.550012 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8691724b-e403-4648-93e6-613d79f9297c req-6a27a6dd-0a12-42d0-a741-588f3b4fe178 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308216 Jun 28 09:46:48.133791 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256d61-822c-4ea2-9321-aa4f85c03244 req-42effc1c-7268-42f2-98fb-fb61a2b71086 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:48.135251 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-95256d61-822c-4ea2-9321-aa4f85c03244 req-42effc1c-7268-42f2-98fb-fb61a2b71086 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 944 time: 0.0631135 Jun 28 09:46:48.172824 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-95256d61-822c-4ea2-9321-aa4f85c03244 req-cf70917e-4030-494b-939b-464f59a06c07 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315218 Jun 28 09:46:48.519682 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:46:48.567381 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port e2706b38-8a66-4144-a52c-29dcbfc6d230 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:46:48.567767 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:48.649096 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:48.673254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:46:48.675503 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5108ef4-7791-4486-b26e-b32c1e865266" -d '{"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-plugged", "status": "completed", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:46:48.688744 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:46:48.693709 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:48.696020 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:46:48.722700 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3c7a8a-42a9-4738-b676-bf53b92cdb2b x-openstack-request-id: req-4a3c7a8a-42a9-4738-b676-bf53b92cdb2b {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:46:48.723010 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-plugged", "status": "completed", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:46:48.723272 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a3c7a8a-42a9-4738-b676-bf53b92cdb2b {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:46:48.723654 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'code': 200} Jun 28 09:46:48.732291 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bdea0-f8eb-4413-b38b-fc6b6c76a8dd req-f5b136e2-8efc-406e-bedd-82470713b64b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:48.733821 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-832bdea0-f8eb-4413-b38b-fc6b6c76a8dd req-f5b136e2-8efc-406e-bedd-82470713b64b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0702150 Jun 28 09:46:48.750155 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=10']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:46:48.757266 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:46:48.778292 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-832bdea0-f8eb-4413-b38b-fc6b6c76a8dd req-1cd71239-a6d2-4ecc-931e-d192f386b500 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371726 Jun 28 09:46:48.923928 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bac6f-f34f-45af-a1e4-137ee56f7899 req-ec186682-fa96-43c7-b5d7-8db4f90aa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:48.926674 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e05bac6f-f34f-45af-a1e4-137ee56f7899 req-ec186682-fa96-43c7-b5d7-8db4f90aa0a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 1099 time: 0.0562701 Jun 28 09:46:48.962555 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e05bac6f-f34f-45af-a1e4-137ee56f7899 req-fc549458-c087-4d94-a04f-038f9115f974 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270450 Jun 28 09:46:49.359559 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50259d35-4808-4a9d-8f41-4201df647346 req-46bfa944-53e0-41b7-8a9d-27c336744eb5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:49.361051 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-50259d35-4808-4a9d-8f41-4201df647346 req-46bfa944-53e0-41b7-8a9d-27c336744eb5 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 946 time: 0.0697045 Jun 28 09:46:49.397081 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-50259d35-4808-4a9d-8f41-4201df647346 req-1bf664bf-e124-45c3-92ac-b136956d2243 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304945 Jun 28 09:46:49.987852 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3870d09-ea59-4afd-8e9b-a1b4ccf2ba69 req-6a4012fd-1b5f-4a4d-9b7a-049e96a25398 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:49.989835 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d3870d09-ea59-4afd-8e9b-a1b4ccf2ba69 req-6a4012fd-1b5f-4a4d-9b7a-049e96a25398 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0813527 Jun 28 09:46:50.029347 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d3870d09-ea59-4afd-8e9b-a1b4ccf2ba69 req-34737818-3b34-4e14-b85c-52e99ef854fe tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332148 Jun 28 09:46:50.577632 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b743-88fc-4d6c-bcf5-46633fd99107 req-6adeeac9-92a9-47cb-9a4e-b8c6aa7ef04c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:50.579002 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3089b743-88fc-4d6c-bcf5-46633fd99107 req-6adeeac9-92a9-47cb-9a4e-b8c6aa7ef04c tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 946 time: 0.0626142 Jun 28 09:46:50.625908 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3089b743-88fc-4d6c-bcf5-46633fd99107 req-44c2440d-3678-4809-97fa-1aa5a94f1fbc tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Jun 28 09:46:51.217166 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87277560-52b6-4f0f-9cda-ae02752de89c req-86675b31-4df8-4f90-a382-25b0c92959b0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:51.218641 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-87277560-52b6-4f0f-9cda-ae02752de89c req-86675b31-4df8-4f90-a382-25b0c92959b0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0722651 Jun 28 09:46:51.255053 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-87277560-52b6-4f0f-9cda-ae02752de89c req-f8d8dd2e-0f21-4717-bc91-77181c5be478 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Jun 28 09:46:52.425027 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c21031-d947-43a7-9f97-8a48000615b9 req-64392cab-885f-4008-8c98-68930b92235c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:52.426394 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c4c21031-d947-43a7-9f97-8a48000615b9 req-64392cab-885f-4008-8c98-68930b92235c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0628710 Jun 28 09:46:52.463522 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c4c21031-d947-43a7-9f97-8a48000615b9 req-1b94fb42-ace3-4070-8286-064bd83fa778 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Jun 28 09:46:53.632406 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a7050-9dfc-47f5-bee8-7ecfd115c8dd req-8b108103-eec4-4f97-bd59-6715f1d50bcc tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:53.633934 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a5a7050-9dfc-47f5-bee8-7ecfd115c8dd req-8b108103-eec4-4f97-bd59-6715f1d50bcc tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0621371 Jun 28 09:46:53.672030 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-2a5a7050-9dfc-47f5-bee8-7ecfd115c8dd req-045ca869-9d53-40d9-8198-6663ebeff99c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317721 Jun 28 09:46:54.846108 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73371b77-5d29-49c7-a07d-9265566d76d2 req-4238ac13-c9ae-4d2a-a3e5-3a5f9a706bad tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:54.847560 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-73371b77-5d29-49c7-a07d-9265566d76d2 req-4238ac13-c9ae-4d2a-a3e5-3a5f9a706bad tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0618784 Jun 28 09:46:54.884376 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-73371b77-5d29-49c7-a07d-9265566d76d2 req-0de28332-c69c-4b97-a6ff-cf68832efd38 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309873 Jun 28 09:46:56.057114 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb94c9-0e7a-4a50-8713-aa4563cdcda5 req-4d8b8edd-3786-4bef-87eb-1e5bab9aa588 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:56.058699 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d0cb94c9-0e7a-4a50-8713-aa4563cdcda5 req-4d8b8edd-3786-4bef-87eb-1e5bab9aa588 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0621705 Jun 28 09:46:56.095214 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d0cb94c9-0e7a-4a50-8713-aa4563cdcda5 req-226df790-3710-415e-99d1-7fe9de295a55 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308247 Jun 28 09:46:57.277710 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9273f1-1027-4c23-bff8-42f3038ed32b req-d9912ac6-29e8-4a0c-a63d-6f47fb658eed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:57.279134 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3d9273f1-1027-4c23-bff8-42f3038ed32b req-d9912ac6-29e8-4a0c-a63d-6f47fb658eed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0681214 Jun 28 09:46:57.317391 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-3d9273f1-1027-4c23-bff8-42f3038ed32b req-52df7ea2-b637-4865-a5ab-b61217153d4e tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325482 Jun 28 09:46:57.710942 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4192366-fa71-4f86-aee6-80b8dd7bcbdc req-976a2fb1-15f1-4033-83b5-011cad61b5e6 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:57.712355 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4192366-fa71-4f86-aee6-80b8dd7bcbdc req-976a2fb1-15f1-4033-83b5-011cad61b5e6 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.1011224 Jun 28 09:46:57.722391 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-6456c72d-cffc-43d8-81fb-2588bce4e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:57.723803 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-6456c72d-cffc-43d8-81fb-2588bce4e6b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 1098 time: 0.0843844 Jun 28 09:46:57.805311 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4192366-fa71-4f86-aee6-80b8dd7bcbdc req-4701faa8-ee23-4004-b374-b4147359043b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857344 Jun 28 09:46:57.841537 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-17dbcfda-e650-43d4-b486-00b7ea5aefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:57.842996 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-17dbcfda-e650-43d4-b486-00b7ea5aefe3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 912 time: 0.1033413 Jun 28 09:46:57.900527 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-84de1abe-bae5-4358-9fa7-e4fe3724bf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:46:57.915753 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-9b0003b8-d30d-4066-ab51-646750b150e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd0214a7-4758-4441-a1af-e9a201a395ce HTTP/1.1" status: 200 len: 1001 time: 0.0648429 Jun 28 09:46:57.965578 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-b3988471-d7d0-41c0-a315-11ab295b8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:57.967056 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-b3988471-d7d0-41c0-a315-11ab295b8b9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0446386 Jun 28 09:46:58.023715 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-35cf9fe6-d120-448a-80b7-4a728c113cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:58.025267 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-35cf9fe6-d120-448a-80b7-4a728c113cc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518215 Jun 28 09:46:58.118847 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-bb05f142-e947-49aa-b41a-505232a7b504 service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 Jun 28 09:46:58.207777 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9593f1af-53af-4eef-bdb1-8972aa18eae1 req-2a4db43b-d451-4b8b-9848-d505346279fc service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828059 Jun 28 09:46:58.983059 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea8c20-b74a-47e4-8ad9-5e7baa0e4aa0 req-7933ae7e-deda-428b-a5b4-18a85cf63494 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:46:58.984492 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0fea8c20-b74a-47e4-8ad9-5e7baa0e4aa0 req-7933ae7e-deda-428b-a5b4-18a85cf63494 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0659430 Jun 28 09:46:59.022898 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-0fea8c20-b74a-47e4-8ad9-5e7baa0e4aa0 req-7ae47f30-aa7a-4670-89cf-40d59c678d48 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326514 Jun 28 09:47:00.553584 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-32a8cfe7-2886-48b2-9c55-1603451932e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:00.658583 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:01.593677 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:03.296914 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:05.815972 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:47:09.925548 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:24.279038 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd456e8-48a6-42c7-8403-115e8d192a63 req-f21f19d4-8a7c-4e3b-bf56-a90e192ad53f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:24.280534 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7dd456e8-48a6-42c7-8403-115e8d192a63 req-f21f19d4-8a7c-4e3b-bf56-a90e192ad53f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 946 time: 0.0635369 Jun 28 09:47:24.317425 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-7dd456e8-48a6-42c7-8403-115e8d192a63 req-de01aab4-8b5a-4bd4-8713-96c4c96b309d tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313871 Jun 28 09:47:25.502443 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a4b4b-c0db-40a2-8e32-7cb3d2640122 req-d38e42ea-ad96-4c57-b7ef-ff92b866f93f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:25.503875 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-200a4b4b-c0db-40a2-8e32-7cb3d2640122 req-d38e42ea-ad96-4c57-b7ef-ff92b866f93f tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 946 time: 0.0617836 Jun 28 09:47:25.544564 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-200a4b4b-c0db-40a2-8e32-7cb3d2640122 req-4d0b82d9-ecb3-4ba7-b8a2-f8ad7fc28882 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups?id=5c10bd0d-31f0-44e0-93bb-89805e6e1582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351508 Jun 28 09:47:25.814505 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-9a4e2b30-9f5b-4c8b-8bc5-378e4626da83 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:25.815929 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-9a4e2b30-9f5b-4c8b-8bc5-378e4626da83 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 946 time: 0.0625772 Jun 28 09:47:25.911911 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Deleting port e2706b38-8a66-4144-a52c-29dcbfc6d230 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:47:25.912270 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:26.002766 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] For port e2706b38-8a66-4144-a52c-29dcbfc6d230, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e2706b38-8a66-4144-a52c-29dcbfc6d230,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:26.003115 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:26.166666 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:26.166978 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:26.167269 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.l3_db [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Floating IP fcc0621c-336d-44e9-b629-38ba8719399e disassociated. External IP: 172.28.2.34, port: e2706b38-8a66-4144-a52c-29dcbfc6d230. Jun 28 09:47:26.167605 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Calling delete_port for e2706b38-8a66-4144-a52c-29dcbfc6d230 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:47:26.292771 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:26.296607 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:26.319308 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event deleted for resources: {'Port': ['ID=e2706b38-8a66-4144-a52c-29dcbfc6d230,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:26.331538 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.331924 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.332299 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.332693 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.333063 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.333431 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.333790 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.334148 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.334506 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.334862 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.335223 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.335584 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:26.339964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:26.446133 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:47:26.548676 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:47:26.559161 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] Sync routers for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:47:26.568608 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:26.569234 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:47:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:26.590239 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] No DVR routers for this DVR port e2706b38-8a66-4144-a52c-29dcbfc6d230 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:47:26.592699 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:26.594752 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-273b1ce9-45d2-44d3-adc6-7be4de149ea1 req-2e1aa066-4729-4263-bfcb-d72403c0aba4 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.36 "DELETE /v2.0/ports/e2706b38-8a66-4144-a52c-29dcbfc6d230 HTTP/1.1" status: 204 len: 173 time: 0.7716453 Jun 28 09:47:26.595402 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-deleted', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:47:26.598019 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2acaa8-7a91-4ffc-9cb6-fac02e1df20b" -d '{"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-deleted", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:47:26.640375 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba97255-4c3a-418d-90e6-aaf9775d458f x-openstack-request-id: req-3ba97255-4c3a-418d-90e6-aaf9775d458f {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:47:26.640812 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acc71cd-0137-4573-9d62-e34edf34f5b3", "name": "network-vif-deleted", "tag": "e2706b38-8a66-4144-a52c-29dcbfc6d230", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:47:26.641115 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ba97255-4c3a-418d-90e6-aaf9775d458f {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:47:26.641537 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acc71cd-0137-4573-9d62-e34edf34f5b3', 'name': 'network-vif-deleted', 'tag': 'e2706b38-8a66-4144-a52c-29dcbfc6d230', 'status': 'completed', 'code': 200} Jun 28 09:47:26.685411 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:26.708708 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bd2c6c7d-1fa3-4bb1-9a73-88a67b1179f5 req-4efd7c65-474b-4a2e-9fc7-f9642c96748b tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/ports?device_id=5acc71cd-0137-4573-9d62-e34edf34f5b3 HTTP/1.1" status: 200 len: 210 time: 0.0398588 Jun 28 09:47:27.002809 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:27.033186 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] Checking router: 8e43cf9d-f069-4085-8bf0-a20ad7f59298 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:47:27.041271 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:27.041884 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:47:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:27.142340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:27.328903 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:27.353954 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d33e90-1648-411e-bf20-52f430da3210 None None] The sync data for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb is: [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:40:28Z', 'revision_number': 4, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': 'af91b49a-9ece-404f-aa87-bddd90b154f6', 'name': '', 'network_id': '34fc9d2e-bdd5-4825-862e-a79d5dec26d5', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'mac_address': 'fa:16:3e:fe:c2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:26Z', 'updated_at': '2021-06-28T09:40:37Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'subnets': [{'id': '9f43924c-be65-4b64-96aa-895af2db7eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:47:27.560130 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1df3ed-3c1e-4df6-b33e-5521f1e3a09a None None] New status for floating IP fcc0621c-336d-44e9-b629-38ba8719399e: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:47:27.849563 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57534) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:27.903631 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8cfbef2-3c44-49c1-8ab6-46e11f909b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:27.904228 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7fcc866f-61b7-4e26-98e5-4c5086cfa58a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:27.930177 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7fcc866f-61b7-4e26-98e5-4c5086cfa58a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:27.977747 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7fcc866f-61b7-4e26-98e5-4c5086cfa58a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:27.980536 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7fcc866f-61b7-4e26-98e5-4c5086cfa58a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:27.981802 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-7fcc866f-61b7-4e26-98e5-4c5086cfa58a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "DELETE /v2.0/security-groups/5c10bd0d-31f0-44e0-93bb-89805e6e1582 HTTP/1.1" status: 204 len: 168 time: 0.1311994 Jun 28 09:47:27.982593 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4e425975-2b2f-4a66-a6d5-593263d855fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:27.986040 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57536) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:27.991538 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc866f-61b7-4e26-98e5-4c5086cfa58a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c10bd0d-31f0-44e0-93bb-89805e6e1582,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:27.993890 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7fcc866f-61b7-4e26-98e5-4c5086cfa58a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:28.000677 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.api.v2.resource [None req-e3688040-04c5-4a5b-9730-f8d542b3f9a0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] show failed (client error): The resource could not be found. Jun 28 09:47:28.001688 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-e3688040-04c5-4a5b-9730-f8d542b3f9a0 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "GET /v2.0/security-groups/5c10bd0d-31f0-44e0-93bb-89805e6e1582 HTTP/1.1" status: 404 len: 347 time: 0.0145514 Jun 28 09:47:28.004500 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57538) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:28.138695 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Deleting port c85ed8b3-638c-412b-86ba-8c24bb82e196 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:47:28.139048 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.211231 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.211470 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.224311 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Calling delete_port for c85ed8b3-638c-412b-86ba-8c24bb82e196 owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:47:28.351550 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.354892 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0c3b0384-07b0-41d9-b2c9-d7a48db39609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:28.377115 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Pushing event deleted for resources: {'Port': ['ID=c85ed8b3-638c-412b-86ba-8c24bb82e196,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:28.388236 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.388650 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.389021 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.389388 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.389750 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.390109 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.390468 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.390822 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.391180 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.391534 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.391889 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.392241 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:28.409254 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:28.463928 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.466476 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:28.467615 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-fa692231-f98e-490d-a19f-003f6cd81dd1 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] 10.222.0.13 "DELETE /v2.0/floatingips/fcc0621c-336d-44e9-b629-38ba8719399e HTTP/1.1" status: 204 len: 168 time: 0.4621923 Jun 28 09:47:28.731441 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:47:28.751222 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: e2706b38-8a66-4144-a52c-29dcbfc6d230 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:47:28.751582 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device e2706b38-8a66-4144-a52c-29dcbfc6d230 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:47:30.554045 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5e9693bb-c132-4d57-9a96-6673392f577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:30.658816 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:31.030086 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57560) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:31.496913 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569333'] for router_interface, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:31.596969 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:31.739114 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Deleting port af91b49a-9ece-404f-aa87-bddd90b154f6 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:47:31.739457 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:31.815497 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] For port af91b49a-9ece-404f-aa87-bddd90b154f6, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=af91b49a-9ece-404f-aa87-bddd90b154f6,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:31.815852 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:31.828096 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Calling delete_port for af91b49a-9ece-404f-aa87-bddd90b154f6 owned by network:router_interface {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:47:32.001976 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.004620 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ee6a6357-2bbf-4ed6-a238-2b5544da2476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:32.027199 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Pushing event deleted for resources: {'Port': ['ID=af91b49a-9ece-404f-aa87-bddd90b154f6,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:32.030294 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:32.187256 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592133'] for router_interface, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.393952 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:47:32.494776 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:47:32.499708 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-eefa6e65-257e-4fa8-aa00-04373b04588b admin admin] 10.222.0.13 "PUT /v2.0/routers/8e43cf9d-f069-4085-8bf0-a20ad7f59298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686084 Jun 28 09:47:32.502197 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57564) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:32.504857 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] Sync routers for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:47:32.514204 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:32.514821 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:47:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:32.616705 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:32.801131 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:47:31Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:32.832174 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] Checking router: 8e43cf9d-f069-4085-8bf0-a20ad7f59298 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:47:32.840733 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] Routers {'8e43cf9d-f069-4085-8bf0-a20ad7f59298'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:32.841355 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:47:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:32.863304 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:32.941998 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] Set router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:32.965609 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.018491 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Deleting port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:47:33.018860 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.104251 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] For port 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=0660f1f6-bc84-4d12-9e9a-3aaf334a4a54,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:33.105125 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.117187 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Calling delete_port for 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:47:33.141058 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:47:31Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:33.170394 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716519fd-2988-477e-9bf8-a4228bb1fb2c None None] The sync data for ids ['8e43cf9d-f069-4085-8bf0-a20ad7f59298'] in dv-cinder-792209-2-smb is: [{'id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'name': 'tempest-AttachVolumeShelveTestJSON-438794367-router', 'tenant_id': '84dcf401cba94a82b851459138f8c61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:40:19Z', 'updated_at': '2021-06-28T09:47:31Z', 'revision_number': 5, 'project_id': '84dcf401cba94a82b851459138f8c61d', 'gw_port': {'id': '0660f1f6-bc84-4d12-9e9a-3aaf334a4a54', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e43cf9d-f069-4085-8bf0-a20ad7f59298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:40:21Z', 'updated_at': '2021-06-28T09:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:47:33.290368 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.293699 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:33.301180 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.319369 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0660f1f6-bc84-4d12-9e9a-3aaf334a4a54,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:33.323609 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:33.379500 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593855'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.479311 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8716'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.481411 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.526809 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-593384'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.527390 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e43cf9d-f069-4085-8bf0-a20ad7f59298 {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:47:33.532902 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.534045 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-73ac0ac1-62d2-48e1-95ff-9cf8b0a06fb6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8e43cf9d-f069-4085-8bf0-a20ad7f59298 HTTP/1.1" status: 204 len: 168 time: 1.0309446 Jun 28 09:47:33.536529 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57568) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:33.581341 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] Deleting subnet 9f43924c-be65-4b64-96aa-895af2db7eeb {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:47:33.584488 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.620125 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2832794'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.701281 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.754039 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2421618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805270'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.756301 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:33.781251 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f43924c-be65-4b64-96aa-895af2db7eeb,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:33.786420 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:33.786420 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.786966 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-b7fce325-ae20-4ca8-b935-54b98a01ce7b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f43924c-be65-4b64-96aa-895af2db7eeb HTTP/1.1" status: 204 len: 168 time: 0.2495358 Jun 28 09:47:33.789674 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57570) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:33.800298 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da5c75-2106-4e24-91ef-b69a6e8b5158 None None] Network 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:47:33.858888 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.908966 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Deleting port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:47:33.909310 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.974710 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] For port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd,segment=NetworkSegment(770d7111-204b-476c-939d-f1f92f9d7fab),segment_id=770d7111-204b-476c-939d-f1f92f9d7fab)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:33.975074 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:33.987251 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Calling delete_port for d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:47:34.063542 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.065652 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53e39097-1f6a-4a0f-939b-0a6d2b1a0fcf tempest-DeleteServersTestJSON-715572711 tempest-DeleteServersTestJSON-715572711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:34.089610 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:34.093508 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:34.095692 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] No DVR routers for this DVR port d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd on host dv-cinder-792209-2-smb {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:47:34.132340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ddad6-006b-4671-be41-763202684f8a None None] DHCP port deletion for 34fc9d2e-bdd5-4825-862e-a79d5dec26d5 request from dv-cinder-792209-2-smb {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 09:47:34.173076 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.182926 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fc9d2e-bdd5-4825-862e-a79d5dec26d5']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:34.192212 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770d7111-204b-476c-939d-f1f92f9d7fab') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:34.192546 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770d7111-204b-476c-939d-f1f92f9d7fab') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:34.201094 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9288004'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.214540 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.221060 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:47:34.221470 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3516928'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: Traceback (most recent call last): Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: timer() Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: cb(*args, **kw) Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: return func(*args, **kwargs) Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: self._notify() Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: self.callback(batched_events) Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: event.method(event) Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: return f(self, *a, **k) Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: return self._get(url).json() Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:47:34.223073 dv-cinder-792209-2-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:47:34.278580 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.282408 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-87ec2b0f-ba75-418f-8253-9ccaa60b1093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:34.284805 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.286586 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34fc9d2e-bdd5-4825-862e-a79d5dec26d5 HTTP/1.1" status: 204 len: 168 time: 0.4959290 Jun 28 09:47:34.297721 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fc9d2e-bdd5-4825-862e-a79d5dec26d5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:34.299991 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8fc348c8-84f2-4b48-8d95-e47e384d17a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:34.396096 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57574) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:34.435603 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-35ec477d-aa7d-473b-99fe-d33b11dc227a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84dcf401cba94a82b851459138f8c61d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381045 Jun 28 09:47:34.437866 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57576) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:34.485796 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7647be0c-6539-434f-8480-e74234a207e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.506733 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7647be0c-6539-434f-8480-e74234a207e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.553606 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7647be0c-6539-434f-8480-e74234a207e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.556211 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7647be0c-6539-434f-8480-e74234a207e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:34.557413 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-7647be0c-6539-434f-8480-e74234a207e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ead68e33-6516-4f44-b0f4-32b532c9accc HTTP/1.1" status: 204 len: 168 time: 0.1185749 Jun 28 09:47:34.558215 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-84a90004-6357-43f0-82b4-f75b2623f1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:34.566379 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647be0c-6539-434f-8480-e74234a207e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead68e33-6516-4f44-b0f4-32b532c9accc,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:34.569566 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7647be0c-6539-434f-8480-e74234a207e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:34.966788 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f964b9f-c3c5-47e5-9e88-3dd24fd7fdae req-abde6230-b0e2-40c3-a6f5-ad5ae418fe01 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:34.968249 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8f964b9f-c3c5-47e5-9e88-3dd24fd7fdae req-abde6230-b0e2-40c3-a6f5-ad5ae418fe01 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0680783 Jun 28 09:47:35.006833 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8f964b9f-c3c5-47e5-9e88-3dd24fd7fdae req-a2dddbb9-df8e-496d-a012-a3e5bb1037fc tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Jun 28 09:47:35.095219 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:47:35.116027 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:47:35.116389 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device d0e07fdc-94e1-4097-8513-7fb5fc0fd1dd not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:47:35.116843 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:47:35.135981 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:47:35.136871 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 0660f1f6-bc84-4d12-9e9a-3aaf334a4a54 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:47:35.137289 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device af91b49a-9ece-404f-aa87-bddd90b154f6 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:47:35.159327 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: af91b49a-9ece-404f-aa87-bddd90b154f6 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:47:35.159682 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device af91b49a-9ece-404f-aa87-bddd90b154f6 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:47:36.177421 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab372fc-8641-446b-920c-3bced41599b0 req-d6e429c8-5f84-4b4e-aaea-5aa32d2afea7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:36.178871 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1ab372fc-8641-446b-920c-3bced41599b0 req-d6e429c8-5f84-4b4e-aaea-5aa32d2afea7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0614362 Jun 28 09:47:36.220723 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-1ab372fc-8641-446b-920c-3bced41599b0 req-5e613c05-7f2e-4053-98bf-90d1a171e6a7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362391 Jun 28 09:47:37.154687 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-1f75b5c3-9d75-47bd-ab72-3686a4b9bd4a tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:37.156119 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-1f75b5c3-9d75-47bd-ab72-3686a4b9bd4a tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.0628657 Jun 28 09:47:37.261588 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Deleting port dd0214a7-4758-4441-a1af-e9a201a395ce {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:47:37.262154 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:37.378535 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] For port dd0214a7-4758-4441-a1af-e9a201a395ce, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=dd0214a7-4758-4441-a1af-e9a201a395ce,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:37.378889 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:37.488307 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5fc69-89fb-493c-8406-050e32242332 req-1a420dcb-9e35-499b-9eec-65d108dffcac tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:37.489800 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4c5fc69-89fb-493c-8406-050e32242332 req-1a420dcb-9e35-499b-9eec-65d108dffcac tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 945 time: 0.1561456 Jun 28 09:47:37.575881 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a4c5fc69-89fb-493c-8406-050e32242332 req-3274339f-b7ec-44f9-8e04-3d80f48c3151 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fcb969e-06f3-43d3-a45d-90e4243a9a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789013 Jun 28 09:47:37.598077 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:37.598448 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:37.598761 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.l3_db [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Floating IP dd57c17b-81ce-49e9-9f4a-edc28f2103bf disassociated. External IP: 172.28.2.101, port: dd0214a7-4758-4441-a1af-e9a201a395ce. Jun 28 09:47:37.599099 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Calling delete_port for dd0214a7-4758-4441-a1af-e9a201a395ce owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:47:37.719069 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:37.722800 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:37.745304 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event deleted for resources: {'Port': ['ID=dd0214a7-4758-4441-a1af-e9a201a395ce,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:37.748556 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:37.854417 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:47:37.957622 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:47:37.967131 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] Sync routers for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:47:37.976024 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:37.976708 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:47:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:38.003082 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] No DVR routers for this DVR port dd0214a7-4758-4441-a1af-e9a201a395ce on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:47:38.005581 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:38.008044 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a19560f6-5d79-475d-8044-86deb1ba9e49 req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "DELETE /v2.0/ports/dd0214a7-4758-4441-a1af-e9a201a395ce HTTP/1.1" status: 204 len: 173 time: 0.8428063 Jun 28 09:47:38.008638 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'name': 'network-vif-deleted', 'tag': 'dd0214a7-4758-4441-a1af-e9a201a395ce'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:47:38.010923 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1235d0c1-d528-41be-8db6-564b789b698b" -d '{"events": [{"server_uuid": "ae6980b3-586d-4011-a121-fbfc15cb96ca", "name": "network-vif-deleted", "tag": "dd0214a7-4758-4441-a1af-e9a201a395ce"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:47:38.053716 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4249ae2-add2-4df2-9ff7-0bfe98007bcd x-openstack-request-id: req-d4249ae2-add2-4df2-9ff7-0bfe98007bcd {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:47:38.054194 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6980b3-586d-4011-a121-fbfc15cb96ca", "name": "network-vif-deleted", "tag": "dd0214a7-4758-4441-a1af-e9a201a395ce", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:47:38.055065 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4249ae2-add2-4df2-9ff7-0bfe98007bcd {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:47:38.055570 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6980b3-586d-4011-a121-fbfc15cb96ca', 'name': 'network-vif-deleted', 'tag': 'dd0214a7-4758-4441-a1af-e9a201a395ce', 'status': 'completed', 'code': 200} Jun 28 09:47:38.100235 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:38.341222 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:38.371546 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] Checking router: 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:47:38.380341 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:38.381000 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:47:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:38.506024 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:38.740279 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-23820af6-1d2e-497d-ad5b-6015f55a63e9 req-5157484e-354c-4153-a2cb-0c7dc93c0cf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae6980b3-586d-4011-a121-fbfc15cb96ca HTTP/1.1" status: 200 len: 210 time: 0.0336814 Jun 28 09:47:38.762876 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:38.794002 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd60f53-7edc-4c5b-b5e2-899d154b06e4 None None] The sync data for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb is: [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:47:38.998365 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557a378-5c3c-4d05-9a39-ef408c05d378 None None] New status for floating IP dd57c17b-81ce-49e9-9f4a-edc28f2103bf: DOWN {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:47:39.857966 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57676) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:39.912376 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7812f367-a8fa-4a04-89a3-0f8b5dc5c6d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.921593 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.935295 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7812f367-a8fa-4a04-89a3-0f8b5dc5c6d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.981946 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7812f367-a8fa-4a04-89a3-0f8b5dc5c6d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.984552 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7812f367-a8fa-4a04-89a3-0f8b5dc5c6d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:39.985681 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-7812f367-a8fa-4a04-89a3-0f8b5dc5c6d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "DELETE /v2.0/security-groups/2fcb969e-06f3-43d3-a45d-90e4243a9a9c HTTP/1.1" status: 204 len: 168 time: 0.1267500 Jun 28 09:47:39.986544 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1d7b11f2-f81a-4c6b-8db1-cb4237196be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:39.988490 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57678) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:39.995239 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812f367-a8fa-4a04-89a3-0f8b5dc5c6d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcb969e-06f3-43d3-a45d-90e4243a9a9c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:39.998131 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7812f367-a8fa-4a04-89a3-0f8b5dc5c6d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:40.012653 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.api.v2.resource [None req-f158f3c3-71dd-478d-b0a1-c405c6c1e4ef tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] show failed (client error): The resource could not be found. Jun 28 09:47:40.014212 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-f158f3c3-71dd-478d-b0a1-c405c6c1e4ef tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups/2fcb969e-06f3-43d3-a45d-90e4243a9a9c HTTP/1.1" status: 404 len: 347 time: 0.0239668 Jun 28 09:47:40.016826 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57680) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:40.137065 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Deleting port 8574387d-c898-40e3-8630-7a7bf473a666 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:47:40.137407 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.208103 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.208451 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.219628 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Calling delete_port for 8574387d-c898-40e3-8630-7a7bf473a666 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:47:40.356497 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.358643 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b2a512d5-e4f9-46da-8924-143f7980c7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:40.380573 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event deleted for resources: {'Port': ['ID=8574387d-c898-40e3-8630-7a7bf473a666,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:40.384185 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:40.446099 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.449357 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.450514 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-109e44f7-cf95-43b0-b3d3-1383c74f58b5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "DELETE /v2.0/floatingips/dd57c17b-81ce-49e9-9f4a-edc28f2103bf HTTP/1.1" status: 204 len: 168 time: 0.4329321 Jun 28 09:47:40.658168 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57698) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:40.664471 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933878375', 'description': 'tempest-description--1364689825'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:40.697316 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.769983 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device dd0214a7-4758-4441-a1af-e9a201a395ce no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:47:40.791945 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: dd0214a7-4758-4441-a1af-e9a201a395ce {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:47:40.792470 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device dd0214a7-4758-4441-a1af-e9a201a395ce not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:47:40.800065 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.804017 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.807309 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2d0f1306-33a2-42e6-a2ad-c3fa03e2a092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:40.833498 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.834714 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1752591 Jun 28 09:47:40.836728 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24651f0-35c3-4dd3-8730-0e58c12aefeb,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:40.837794 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57702) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:40.839463 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:40.849872 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-acbef3fd-fc8c-4e97-b765-87ec1d142f52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'security_group_rule': {'security_group_id': 'c24651f0-35c3-4dd3-8730-0e58c12aefeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:40.877460 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-acbef3fd-fc8c-4e97-b765-87ec1d142f52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.886843 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57704) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:40.938024 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-acbef3fd-fc8c-4e97-b765-87ec1d142f52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.942159 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-acbef3fd-fc8c-4e97-b765-87ec1d142f52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.944304 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:40.960466 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbef3fd-fc8c-4e97-b765-87ec1d142f52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6505e9e-00ad-4024-9d9e-d3f42dec8ede,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:40.966834 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-acbef3fd-fc8c-4e97-b765-87ec1d142f52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:40.968804 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-acbef3fd-fc8c-4e97-b765-87ec1d142f52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:40.970137 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-acbef3fd-fc8c-4e97-b765-87ec1d142f52 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240473 Jun 28 09:47:40.972778 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57708) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:40.977268 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'security_group_rule': {'security_group_id': 'c24651f0-35c3-4dd3-8730-0e58c12aefeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:41.002797 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-67d4d317-09df-4dc1-8456-1429c11eedf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.004382 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.070082 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.074217 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.076334 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:41.096104 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6f1168-b882-4b42-9bcb-0132daaa4d14,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:41.098585 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:41.117101 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-67d4d317-09df-4dc1-8456-1429c11eedf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.121383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-67d4d317-09df-4dc1-8456-1429c11eedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.124119 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-de172c68-9a95-4e58-a0ca-409a4c830a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:41.125679 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.126880 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531827 Jun 28 09:47:41.129957 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57710) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:41.134862 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'floatingip': {'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:41.156848 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.161376 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-67d4d317-09df-4dc1-8456-1429c11eedf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9a736f494894df4ba141b98aafd6c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718117 Jun 28 09:47:41.162385 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4d317-09df-4dc1-8456-1429c11eedf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a3ee48-d22d-4e02-a515-b698e84fd4db,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:41.164766 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57712) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:41.167293 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-67d4d317-09df-4dc1-8456-1429c11eedf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:41.213104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-523770f8-21d8-4f30-8032-edbc2bfd92f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.234288 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-523770f8-21d8-4f30-8032-edbc2bfd92f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.254964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.284483 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-523770f8-21d8-4f30-8032-edbc2bfd92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.287122 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-523770f8-21d8-4f30-8032-edbc2bfd92f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.288253 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-523770f8-21d8-4f30-8032-edbc2bfd92f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39a3ee48-d22d-4e02-a515-b698e84fd4db HTTP/1.1" status: 204 len: 168 time: 0.1220138 Jun 28 09:47:41.289086 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e2d2a521-64d3-44dd-855b-96af19d2b4f5 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:41.300723 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523770f8-21d8-4f30-8032-edbc2bfd92f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a3ee48-d22d-4e02-a515-b698e84fd4db,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:41.303829 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-523770f8-21d8-4f30-8032-edbc2bfd92f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:41.358794 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Allocated IP 172.28.2.69 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/7bdc2bac-6840-4a7e-9db3-fa5bf68baee5) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:47:41.462556 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.500953 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.503646 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:41.537233 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:47:41.539856 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:47:41.546382 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:47:41.573278 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'Port': ['ID=7bdc2bac-6840-4a7e-9db3-fa5bf68baee5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:41.578917 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:41.646956 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:41.693706 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.123337 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.128850 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.130853 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9d9d03c7-1943-4938-b85c-cf52c22332ae tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:42.200824 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'Port': ['ID=7bdc2bac-6840-4a7e-9db3-fa5bf68baee5,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:42.204768 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:42.207799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.221539 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:42.222823 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0919623 Jun 28 09:47:42.422640 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-4aad3e69-f823-42a5-831d-b6334a415c4d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1933878375&fields=id&tenant_id=b12bd13a27ec4828b06889470316a92f HTTP/1.1" status: 200 len: 267 time: 0.0343852 Jun 28 09:47:42.529128 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-5785d1fd-0a83-4931-93c5-a594dab028d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:42.530623 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-5785d1fd-0a83-4931-93c5-a594dab028d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 811 time: 0.1013117 Jun 28 09:47:42.545167 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-1e1528f7-0357-4c87-ada6-29d09b6180cb tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/quotas/b12bd13a27ec4828b06889470316a92f HTTP/1.1" status: 200 len: 375 time: 0.0091190 Jun 28 09:47:42.624894 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bc59eb12-d97a-4120-992d-45cb6a6541dd tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744967 Jun 28 09:47:42.813963 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:47:42.822041 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ce1e34cb-f3a5-4246-bf3e-a71691ed2428 service neutron] 10.222.0.13 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808038 Jun 28 09:47:42.918831 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-3c261dec-ab00-4e0e-bc54-f496b3b4309b service neutron] 10.222.0.13 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908940 Jun 28 09:47:43.108221 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-20eb09d3-6007-43f0-9bc9-b71f46a31d03 req-f3b02450-3bfe-4fbf-9ad2-baa3081250cf tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 210 time: 0.0342603 Jun 28 09:47:43.205715 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57802) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:43.311107 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-86eb00cc-cb34-45a1-bfd3-ab0e87eedb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.406432 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-86eb00cc-cb34-45a1-bfd3-ab0e87eedb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.410269 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-86eb00cc-cb34-45a1-bfd3-ab0e87eedb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.413976 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-31f91cb1-c021-4c91-af47-a1edf191195b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:43.449919 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-86eb00cc-cb34-45a1-bfd3-ab0e87eedb13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f32098024344ba390009439037e31d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431278 Jun 28 09:47:43.452853 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57812) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:43.455760 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb00cc-cb34-45a1-bfd3-ab0e87eedb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4636e3b9-8ac7-4edc-be35-84b2ce42fd01,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:43.459436 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-86eb00cc-cb34-45a1-bfd3-ab0e87eedb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:43.516304 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-17a71869-66a1-4072-880d-e4615ee54e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.543934 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-17a71869-66a1-4072-880d-e4615ee54e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.595108 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-17a71869-66a1-4072-880d-e4615ee54e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.597977 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-17a71869-66a1-4072-880d-e4615ee54e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.599141 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-17a71869-66a1-4072-880d-e4615ee54e10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4636e3b9-8ac7-4edc-be35-84b2ce42fd01 HTTP/1.1" status: 204 len: 168 time: 0.1450887 Jun 28 09:47:43.599920 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-59203995-11cb-4ec6-851c-0b3e49db1557 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:43.609049 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a71869-66a1-4072-880d-e4615ee54e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4636e3b9-8ac7-4edc-be35-84b2ce42fd01,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:43.611511 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-17a71869-66a1-4072-880d-e4615ee54e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:43.877340 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57818) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:43.891720 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3c727ee5-b1e8-4745-92a6-71be2225575a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.983146 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3c727ee5-b1e8-4745-92a6-71be2225575a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.987060 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3c727ee5-b1e8-4745-92a6-71be2225575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:43.989455 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7647be0c-6539-434f-8480-e74234a207e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:44.032708 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c727ee5-b1e8-4745-92a6-71be2225575a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1d2250-1b33-4cb6-aab8-1d22fdd00600,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:44.037053 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-3c727ee5-b1e8-4745-92a6-71be2225575a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c5876a1645b409cb2d9d31d0e1bf1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586030 Jun 28 09:47:44.037939 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3c727ee5-b1e8-4745-92a6-71be2225575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:44.039715 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57820) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:44.089855 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-71a08ae7-9d5d-4646-99c1-7437448bcce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:44.112151 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-71a08ae7-9d5d-4646-99c1-7437448bcce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:44.162084 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-71a08ae7-9d5d-4646-99c1-7437448bcce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:44.164755 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-71a08ae7-9d5d-4646-99c1-7437448bcce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:44.168983 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-71a08ae7-9d5d-4646-99c1-7437448bcce6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef1d2250-1b33-4cb6-aab8-1d22fdd00600 HTTP/1.1" status: 204 len: 168 time: 0.1260624 Jun 28 09:47:44.168983 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a8224de4-9e79-426f-8d9f-4315acba80c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:44.181353 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a08ae7-9d5d-4646-99c1-7437448bcce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1d2250-1b33-4cb6-aab8-1d22fdd00600,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:44.183652 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-71a08ae7-9d5d-4646-99c1-7437448bcce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:44.279707 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e6b2d283-ca63-405d-9908-12bd48a8c79e req-b33e3f38-58c3-41cd-b1f0-943acff7dcdc tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 210 time: 0.0330281 Jun 28 09:47:44.375139 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-26f6b22d-3818-4ecf-a33a-6d895461e210 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:44.376732 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-26f6b22d-3818-4ecf-a33a-6d895461e210 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 811 time: 0.1257815 Jun 28 09:47:44.432700 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-a0487363-f357-4ebd-9219-fb7f0663149c tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b12bd13a27ec4828b06889470316a92f HTTP/1.1" status: 200 len: 380 time: 0.0453370 Jun 28 09:47:44.445942 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'port': {'device_id': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'admin_state_up': True, 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'security_groups': ['c24651f0-35c3-4dd3-8730-0e58c12aefeb']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:44.561796 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Made reservation on behalf of b12bd13a27ec4828b06889470316a92f for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:47:44.565390 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:44.701526 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Allocated IP 172.20.0.11 (38d8ca08-c78e-4749-9b85-89bf65372a70/4a0c040d-a176-471a-8fe1-76505652f270/8e25885d-a819-4e88-b6b7-c2b4e1b535aa) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:47:44.848196 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:44.862589 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Transition to ACTIVE for port object 8e25885d-a819-4e88-b6b7-c2b4e1b535aa will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:47:44.894997 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:44.900831 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b57fbb86-d2b1-46ee-9aa6-55ce2ef11a91 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:44.944345 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:47:44.947523 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:47:44.949977 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:47:44.988660 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event updated for resources: {'Port': ['ID=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:44.997899 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:45.023196 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:45.024141 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.046677 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6007173 Jun 28 09:47:45.057884 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Request body: {'port': {'device_id': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:45.159908 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.236225 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-6be46286-014a-4fbf-9bfc-88973a849ecb None None] Provisioning for port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:47:45.240405 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-6be46286-014a-4fbf-9bfc-88973a849ecb None None] Provisioning complete for port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:45.241038 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6be46286-014a-4fbf-9bfc-88973a849ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.282131 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-6be46286-014a-4fbf-9bfc-88973a849ecb None None] Port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:47:45.349309 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57858) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:45.497217 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1de5f584-5a45-4148-955f-81d41907cfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.501143 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e25885d-a819-4e88-b6b7-c2b4e1b535aa {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:47:45.517278 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.542929 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Transition to ACTIVE for port object 8e25885d-a819-4e88-b6b7-c2b4e1b535aa will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:47:45.551526 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.559944 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:45.618086 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c19cb-fada-430d-9095-769d037577f4 req-bf98b487-0c35-4970-9cf4-624696dc5566 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:45.620195 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cb4c19cb-fada-430d-9095-769d037577f4 req-bf98b487-0c35-4970-9cf4-624696dc5566 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 932 time: 0.2010620 Jun 28 09:47:45.653323 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:45.667301 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:45.741292 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-cb4c19cb-fada-430d-9095-769d037577f4 req-f433a808-a7f6-4617-bdfc-83264d48536d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134620 Jun 28 09:47:45.800276 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1de5f584-5a45-4148-955f-81d41907cfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.801433 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Attempting to bind port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:47:45.802030 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Attempting to bind port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:47:45.802436 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Attempting to bind port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa on network 38d8ca08-c78e-4749-9b85-89bf65372a70 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:47:45.807591 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1de5f584-5a45-4148-955f-81d41907cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.810855 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d9afe006-0ddc-428b-810a-2884bd291037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:45.817774 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa on network 38d8ca08-c78e-4749-9b85-89bf65372a70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:47:45.818104 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Attempting to bind port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa on network 38d8ca08-c78e-4749-9b85-89bf65372a70 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:47:45.836157 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:47:45.836519 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Checking segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:47:45.836929 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Bound using segment: {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:47:45.837363 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Bound port: 8e25885d-a819-4e88-b6b7-c2b4e1b535aa, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb248b1-2683-44e9-ac08-a29ba94edd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:47:45.837721 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.860485 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1de5f584-5a45-4148-955f-81d41907cfd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f33b74b884744a5ca2725649786e6a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100238 Jun 28 09:47:45.863065 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5f584-5a45-4148-955f-81d41907cfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3807013-c888-4107-9925-550684f7d176,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:45.863197 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57862) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:45.866935 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1de5f584-5a45-4148-955f-81d41907cfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:45.912584 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2c49386e-b421-4106-8d42-d386d15d77c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.918844 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] For port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:47:45.921818 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] For port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:47:45.926720 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.929438 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f7a899b4-45f6-4d9c-b3fa-5d5be0a4ce42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:45.936562 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2c49386e-b421-4106-8d42-d386d15d77c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.961408 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:45.962166 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:45.963565 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e25885d-a819-4e88-b6b7-c2b4e1b535aa HTTP/1.1" status: 200 len: 1094 time: 0.9123843 Jun 28 09:47:45.964070 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'tag': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:47:45.966590 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac45604-192a-4607-a980-58c44a6c67c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaa5348-058b-45a7-8044-b0e127ba7ec3", "tag": "8e25885d-a819-4e88-b6b7-c2b4e1b535aa"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:47:46.002645 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2c49386e-b421-4106-8d42-d386d15d77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:46.005658 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:46.005849 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2c49386e-b421-4106-8d42-d386d15d77c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:46.009956 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:46.016816 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bebfe60-7cb3-4a24-9445-9b31424bd0ac x-openstack-request-id: req-4bebfe60-7cb3-4a24-9445-9b31424bd0ac {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:47:46.017153 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaa5348-058b-45a7-8044-b0e127ba7ec3", "tag": "8e25885d-a819-4e88-b6b7-c2b4e1b535aa", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:47:46.017287 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-2c49386e-b421-4106-8d42-d386d15d77c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3807013-c888-4107-9925-550684f7d176 HTTP/1.1" status: 204 len: 168 time: 0.1528087 Jun 28 09:47:46.017442 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bebfe60-7cb3-4a24-9445-9b31424bd0ac {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:47:46.017872 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'tag': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'status': 'completed', 'code': 200} Jun 28 09:47:46.018115 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8b528ff2-6727-49d1-a7ae-61eac6995ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:46.026536 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49386e-b421-4106-8d42-d386d15d77c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3807013-c888-4107-9925-550684f7d176,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:46.035202 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2c49386e-b421-4106-8d42-d386d15d77c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:46.085749 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-baeb84a3-3176-4cc4-a1cb-4b9275fafa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:46.088222 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-baeb84a3-3176-4cc4-a1cb-4b9275fafa10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0686378 Jun 28 09:47:46.139294 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-5fb85f83-d741-4bc4-abef-fcac7e1fe696 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa HTTP/1.1" status: 200 len: 217 time: 0.0384212 Jun 28 09:47:46.193580 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-941650a3-aa49-4212-82cf-ae208cfe96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:46.195029 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-941650a3-aa49-4212-82cf-ae208cfe96c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0494072 Jun 28 09:47:46.259923 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-d3900428-a222-4be8-9ced-1480e1d2fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:46.261465 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-d3900428-a222-4be8-9ced-1480e1d2fa31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575035 Jun 28 09:47:46.355976 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-208b1995-c460-4b58-a76e-95b0b02d8af6 service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839598 Jun 28 09:47:46.453774 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-bedda903-583a-4b32-8510-5e81c6a0b4bc req-2b0c2be0-fe0f-4899-afd7-1bebb0873acb service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872278 Jun 28 09:47:46.558809 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-6eae8997-c20e-4983-a536-37486c4a34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:46.560394 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-6eae8997-c20e-4983-a536-37486c4a34d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0537922 Jun 28 09:47:46.656023 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-d503fadb-d011-4900-97a0-e56a25f20cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:46.657510 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-d503fadb-d011-4900-97a0-e56a25f20cfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 912 time: 0.0888443 Jun 28 09:47:46.699299 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-7de09e8a-307a-4a25-bf58-e78d351b8cf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa HTTP/1.1" status: 200 len: 217 time: 0.0339136 Jun 28 09:47:46.752935 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-912d8ee5-785d-4c68-9365-8305e4caa1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:46.754486 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-912d8ee5-785d-4c68-9365-8305e4caa1e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0484719 Jun 28 09:47:46.822265 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-97a3b74f-6f91-41b3-9c1b-aa124fbe32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:46.824012 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-97a3b74f-6f91-41b3-9c1b-aa124fbe32ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0620458 Jun 28 09:47:46.957019 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-936dd6f0-4dcb-4d3b-9835-0c4119d665cd service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254613 Jun 28 09:47:47.003490 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb9348-c00a-4e75-b74c-8611ce08128b req-f6ccc513-8ae5-4812-bdf3-110d11d769f8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:47.005021 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-02cb9348-c00a-4e75-b74c-8611ce08128b req-f6ccc513-8ae5-4812-bdf3-110d11d769f8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 944 time: 0.1461887 Jun 28 09:47:47.082810 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-02cb9348-c00a-4e75-b74c-8611ce08128b req-1070a579-f56c-471a-9c7f-3d2e5c6a04ce tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484610 Jun 28 09:47:47.097985 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0ac45604-192a-4607-a980-58c44a6c67c8 req-28202389-eec1-48a5-828b-b76886bb449f service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338139 Jun 28 09:47:48.275413 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914115f1-a506-46ff-b06e-bfb1953f5808 req-22f88d74-8d73-4565-92be-6698bc00113f tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:48.277310 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-914115f1-a506-46ff-b06e-bfb1953f5808 req-22f88d74-8d73-4565-92be-6698bc00113f tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 944 time: 0.0796454 Jun 28 09:47:48.316282 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-914115f1-a506-46ff-b06e-bfb1953f5808 req-93fc651f-5ba9-4c11-ba96-e8833541be69 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334260 Jun 28 09:47:48.794035 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 8e25885d-a819-4e88-b6b7-c2b4e1b535aa details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:47:48.885198 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:48.896118 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'port_id': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'mac_address': 'fa:16:3e:e1:ae:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:47:48.939265 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:49.071232 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e25885d-a819-4e88-b6b7-c2b4e1b535aa {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:47:49.091279 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:49.094835 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:49.096600 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:49.141915 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:49.149146 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.149495 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.149838 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.150714 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.151342 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.151686 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.152017 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.152346 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.152704 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.153034 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.153361 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.153684 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:47:49.157873 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:49.352389 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['8e25885d-a819-4e88-b6b7-c2b4e1b535aa'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:47:49.512827 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be146b1-fe7d-455e-b68b-6e0a1e05254b req-d0890baa-2364-41ab-b3bf-e3396fabbfd8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:49.514418 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9be146b1-fe7d-455e-b68b-6e0a1e05254b req-d0890baa-2364-41ab-b3bf-e3396fabbfd8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 945 time: 0.0791216 Jun 28 09:47:49.554834 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9be146b1-fe7d-455e-b68b-6e0a1e05254b req-08a30b24-a6ea-4af2-a224-a0eeeaa5a387 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339024 Jun 28 09:47:50.732028 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e871c-9d2b-4208-98ff-825165ecf8c8 req-f55dd8a8-e9b1-4588-a1f8-50eb460400a6 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:50.733528 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b26e871c-9d2b-4208-98ff-825165ecf8c8 req-f55dd8a8-e9b1-4588-a1f8-50eb460400a6 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 945 time: 0.0708623 Jun 28 09:47:50.769084 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-b26e871c-9d2b-4208-98ff-825165ecf8c8 req-d9fb9432-9e8a-4080-afb6-9e433043d629 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300622 Jun 28 09:47:50.813995 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 8e25885d-a819-4e88-b6b7-c2b4e1b535aa up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:47:50.860028 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:47:50.863430 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:47:50.863805 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:50.937289 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:50.959447 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:47:50.961739 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce390087-0d59-49f7-8742-640386a78f63" -d '{"events": [{"server_uuid": "5aaa5348-058b-45a7-8044-b0e127ba7ec3", "name": "network-vif-plugged", "status": "completed", "tag": "8e25885d-a819-4e88-b6b7-c2b4e1b535aa"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:47:50.975376 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:47:50.980299 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:50.982302 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1da3a3bf-7be8-4cbf-934e-783c4ec1fc9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:51.007423 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffe1504-ab92-4a65-b5dd-1a0c9048bee6 x-openstack-request-id: req-cffe1504-ab92-4a65-b5dd-1a0c9048bee6 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:47:51.007741 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaa5348-058b-45a7-8044-b0e127ba7ec3", "name": "network-vif-plugged", "status": "completed", "tag": "8e25885d-a819-4e88-b6b7-c2b4e1b535aa", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:47:51.008323 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cffe1504-ab92-4a65-b5dd-1a0c9048bee6 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:47:51.008463 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'code': 200} Jun 28 09:47:51.040076 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:51.043669 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:51.253298 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc3d75-24b7-40bf-8f19-830b1b54c16b req-fbcbe5dc-4a56-4c40-b108-a7fb6dae3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:51.254794 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ecbc3d75-24b7-40bf-8f19-830b1b54c16b req-fbcbe5dc-4a56-4c40-b108-a7fb6dae3482 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0547726 Jun 28 09:47:51.288993 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-ecbc3d75-24b7-40bf-8f19-830b1b54c16b req-c4d057d6-f9ba-43e6-872f-08e29f93b19d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275130 Jun 28 09:47:52.099535 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d16fe-3edf-48af-89c8-f2cf7b16b652 req-c68bb9df-6032-4ae5-a8a6-3b88bd7388f4 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:52.101092 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8e1d16fe-3edf-48af-89c8-f2cf7b16b652 req-c68bb9df-6032-4ae5-a8a6-3b88bd7388f4 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 946 time: 0.0681784 Jun 28 09:47:52.141634 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8e1d16fe-3edf-48af-89c8-f2cf7b16b652 req-264f51ac-bf80-4e08-8093-ee8dbd937d2d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328405 Jun 28 09:47:52.327273 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57956) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:52.427045 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-53a6d482-f093-4601-afcf-92e7af8c5922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:52.510801 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-53a6d482-f093-4601-afcf-92e7af8c5922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:52.514335 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-53a6d482-f093-4601-afcf-92e7af8c5922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:52.516561 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-604bd830-c834-4a45-8c04-70a8e94de0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:52.552187 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-53a6d482-f093-4601-afcf-92e7af8c5922 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8a22c3c66c34c40a81ad218a6346679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239327 Jun 28 09:47:52.553080 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6d482-f093-4601-afcf-92e7af8c5922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3006b8e9-748f-4e98-9e11-2eae1c81e196,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:52.555030 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 57960) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:52.556192 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-53a6d482-f093-4601-afcf-92e7af8c5922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:52.603219 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2a88-1e05-40ce-a1cc-ae8671b7a5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:52.623069 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2a88-1e05-40ce-a1cc-ae8671b7a5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:52.668509 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2a88-1e05-40ce-a1cc-ae8671b7a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:52.671052 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cd0a2a88-1e05-40ce-a1cc-ae8671b7a5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:52.672163 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-cd0a2a88-1e05-40ce-a1cc-ae8671b7a5e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3006b8e9-748f-4e98-9e11-2eae1c81e196 HTTP/1.1" status: 204 len: 168 time: 0.1161039 Jun 28 09:47:52.672923 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a4a3f6fd-73ae-49bc-8b14-ceb21054f476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:52.679958 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a2a88-1e05-40ce-a1cc-ae8671b7a5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3006b8e9-748f-4e98-9e11-2eae1c81e196,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:52.682483 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cd0a2a88-1e05-40ce-a1cc-ae8671b7a5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:53.321737 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d114ae-2d7b-45a6-98ca-128814f380f8 req-9376511d-6cb4-4f5d-b956-daf0db13f675 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:53.323270 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a3d114ae-2d7b-45a6-98ca-128814f380f8 req-9376511d-6cb4-4f5d-b956-daf0db13f675 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 946 time: 0.0685468 Jun 28 09:47:53.361950 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-a3d114ae-2d7b-45a6-98ca-128814f380f8 req-9ff80075-62e7-42a9-a99f-68cc62148d5d tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Jun 28 09:47:53.531930 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadfa08-2b80-4ffc-9c14-c311fd8f92b0 req-75a78091-c7d9-4da4-867a-877623b36687 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:53.533478 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-3cadfa08-2b80-4ffc-9c14-c311fd8f92b0 req-75a78091-c7d9-4da4-867a-877623b36687 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 946 time: 0.0677848 Jun 28 09:47:53.542408 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 57994) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:53.547154 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Request body: {'floatingip': {'port_id': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:47:53.586911 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:54.036519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:54.041308 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:54.144589 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.l3_db [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Floating IP 78ae9990-41a3-46a1-ac5c-667db3d75416 associated. External IP: 172.28.2.69, port: 8e25885d-a819-4e88-b6b7-c2b4e1b535aa. Jun 28 09:47:54.368709 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:47:54.479478 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:47:54.484581 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:54.489391 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] Sync routers for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:47:54.498936 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:54.499551 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:47:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:54.524202 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f19f75d6-7812-4b95-a1a9-fe3739da55af tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "PUT /v2.0/floatingips/78ae9990-41a3-46a1-ac5c-667db3d75416 HTTP/1.1" status: 200 len: 991 time: 0.9806857 Jun 28 09:47:54.524904 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'tag': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:47:54.528051 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af42594c-0262-4e7d-a225-f4d45ae77aab" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaa5348-058b-45a7-8044-b0e127ba7ec3", "tag": "8e25885d-a819-4e88-b6b7-c2b4e1b535aa"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:47:54.562897 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e542cf4b-a0b0-4df8-8dfd-76d0129f9583 x-openstack-request-id: req-e542cf4b-a0b0-4df8-8dfd-76d0129f9583 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:47:54.563478 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaa5348-058b-45a7-8044-b0e127ba7ec3", "tag": "8e25885d-a819-4e88-b6b7-c2b4e1b535aa", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:47:54.563654 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e542cf4b-a0b0-4df8-8dfd-76d0129f9583 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:47:54.564047 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'tag': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'status': 'completed', 'code': 200} Jun 28 09:47:54.610621 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:54.648227 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-09f0b9ea-0277-46d8-865b-d7b8f4ba7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:54.649929 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-09f0b9ea-0277-46d8-865b-d7b8f4ba7aef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0611649 Jun 28 09:47:54.737854 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-d459dcc1-db28-49c1-8d13-8dfa249a2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:54.739224 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-d459dcc1-db28-49c1-8d13-8dfa249a2d57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 912 time: 0.0831208 Jun 28 09:47:54.807591 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-19001b57-6e43-4bd1-9b92-0af3e5dc6171 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa HTTP/1.1" status: 200 len: 999 time: 0.0611196 Jun 28 09:47:54.832665 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '78ae9990-41a3-46a1-ac5c-667db3d75416', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'floating_ip_address': '172.28.2.69', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'port_id': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'mac_address': 'fa:16:3e:e1:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:47:41Z', 'updated_at': '2021-06-28T09:47:53Z', 'revision_number': 1, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:54.854777 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-510bee5d-fcff-460e-bddb-114ac37c16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:54.856225 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-510bee5d-fcff-460e-bddb-114ac37c16e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0423355 Jun 28 09:47:54.857865 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] Checking router: 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:47:54.866051 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:47:54.866660 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:47:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:54.914706 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-ee9c07ab-baf8-4763-aea5-fd9cd8069b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:47:54.916254 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-ee9c07ab-baf8-4763-aea5-fd9cd8069b52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536253 Jun 28 09:47:55.011037 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-7e7db1c5-40c2-4978-918c-37bf48f6b689 service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880249 Jun 28 09:47:55.056071 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:47:55.103096 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-af42594c-0262-4e7d-a225-f4d45ae77aab req-2d2c421d-b775-4dcd-a8c5-8ed678998ecb service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852513 Jun 28 09:47:55.274014 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '78ae9990-41a3-46a1-ac5c-667db3d75416', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'floating_ip_address': '172.28.2.69', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'port_id': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'mac_address': 'fa:16:3e:e1:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:47:41Z', 'updated_at': '2021-06-28T09:47:53Z', 'revision_number': 1, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:47:55.299653 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271e41e-1d8d-4f0d-a161-ae9e19c4a5a4 None None] The sync data for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb is: [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '78ae9990-41a3-46a1-ac5c-667db3d75416', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'floating_ip_address': '172.28.2.69', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'port_id': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'mac_address': 'fa:16:3e:e1:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:47:41Z', 'updated_at': '2021-06-28T09:47:53Z', 'revision_number': 1, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:47:55.511101 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fb2426-111c-48bd-a1b8-ec232c51c381 None None] New status for floating IP 78ae9990-41a3-46a1-ac5c-667db3d75416: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:47:56.750461 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58030) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:56.853967 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-947b34c2-122c-4f9a-a810-83b3834a0140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:56.940610 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-947b34c2-122c-4f9a-a810-83b3834a0140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:56.944106 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-947b34c2-122c-4f9a-a810-83b3834a0140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:56.946417 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-69ab4f57-7b96-4ac2-ad46-a034c2e01ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:56.980685 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b34c2-122c-4f9a-a810-83b3834a0140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8c884-0b57-4007-9a85-3572fe4abab6,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:56.985586 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-947b34c2-122c-4f9a-a810-83b3834a0140 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=274dc260df654708a7ca0dd5e10f1d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340386 Jun 28 09:47:56.986683 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-947b34c2-122c-4f9a-a810-83b3834a0140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:56.987506 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58036) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:57.036007 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-62fa4a55-ba2b-4815-bb3e-904b22df60d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.056984 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-62fa4a55-ba2b-4815-bb3e-904b22df60d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.101236 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-62fa4a55-ba2b-4815-bb3e-904b22df60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.103820 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-62fa4a55-ba2b-4815-bb3e-904b22df60d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.105039 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-62fa4a55-ba2b-4815-bb3e-904b22df60d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41d8c884-0b57-4007-9a85-3572fe4abab6 HTTP/1.1" status: 204 len: 168 time: 0.1166220 Jun 28 09:47:57.105862 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1de5f584-5a45-4148-955f-81d41907cfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:57.113494 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa4a55-ba2b-4815-bb3e-904b22df60d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8c884-0b57-4007-9a85-3572fe4abab6,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:57.120467 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-62fa4a55-ba2b-4815-bb3e-904b22df60d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:57.356206 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58042) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:57.369592 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7fad-7179-4cea-b92d-80798a85306a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.460379 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7fad-7179-4cea-b92d-80798a85306a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.464955 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7fad-7179-4cea-b92d-80798a85306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.468355 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7812f367-a8fa-4a04-89a3-0f8b5dc5c6d0 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:57.502447 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-1b3f7fad-7179-4cea-b92d-80798a85306a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d1af615e7534e76bfb3a11d7c535e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450989 Jun 28 09:47:57.504674 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f7fad-7179-4cea-b92d-80798a85306a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d223bdcb-62c7-4123-9636-507fb9c958d1,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:57.505122 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58044) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:47:57.507780 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1b3f7fad-7179-4cea-b92d-80798a85306a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:57.561354 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0a7601a5-adb2-4f45-ae83-dc3b970e1f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.582427 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0a7601a5-adb2-4f45-ae83-dc3b970e1f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.627193 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0a7601a5-adb2-4f45-ae83-dc3b970e1f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.629764 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0a7601a5-adb2-4f45-ae83-dc3b970e1f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:47:57.630927 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-0a7601a5-adb2-4f45-ae83-dc3b970e1f74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d223bdcb-62c7-4123-9636-507fb9c958d1 HTTP/1.1" status: 204 len: 168 time: 0.1246641 Jun 28 09:47:57.631773 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9ba36d92-b6f9-4170-92bf-f9c25ceea1d7 tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:47:57.639731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7601a5-adb2-4f45-ae83-dc3b970e1f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d223bdcb-62c7-4123-9636-507fb9c958d1,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:47:57.641998 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0a7601a5-adb2-4f45-ae83-dc3b970e1f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:47:57.905361 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5705e25b-b59f-468f-8046-5f49f8414183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:00.554745 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-47f482ad-8e7a-43bb-ae96-2f744f44dd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:00.661172 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:01.598274 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:03.301993 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:09.906045 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58174) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:09.920491 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.009566 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-79d14c4b-a854-4a43-8e90-60684987dbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.099737 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-79d14c4b-a854-4a43-8e90-60684987dbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.104050 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-79d14c4b-a854-4a43-8e90-60684987dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.106404 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a09dda1a-44eb-41aa-b5b1-c87258bbb37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:10.140966 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d14c4b-a854-4a43-8e90-60684987dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff2c94-4b84-4056-a86a-6ab47cdacdec,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:10.145288 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-79d14c4b-a854-4a43-8e90-60684987dbaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24e0b368a4f344d6bee719dc95784065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381449 Jun 28 09:48:10.146190 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-79d14c4b-a854-4a43-8e90-60684987dbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:10.147835 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58178) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:10.195444 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-67f60e62-383c-4d03-a3c7-fe55488b0bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.217473 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-67f60e62-383c-4d03-a3c7-fe55488b0bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.265013 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-67f60e62-383c-4d03-a3c7-fe55488b0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.267657 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-67f60e62-383c-4d03-a3c7-fe55488b0bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:10.268928 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-67f60e62-383c-4d03-a3c7-fe55488b0bfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32ff2c94-4b84-4056-a86a-6ab47cdacdec HTTP/1.1" status: 204 len: 168 time: 0.1201921 Jun 28 09:48:10.270079 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-864e35c0-9ae2-40df-985f-bd699bca2846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:10.278278 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f60e62-383c-4d03-a3c7-fe55488b0bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff2c94-4b84-4056-a86a-6ab47cdacdec,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:10.280548 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-67f60e62-383c-4d03-a3c7-fe55488b0bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:11.236390 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58210) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:11.340179 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc68d-96d5-4625-a40c-22f43952e4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.427672 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc68d-96d5-4625-a40c-22f43952e4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.431420 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc68d-96d5-4625-a40c-22f43952e4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.433733 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a79b9416-eeee-4265-b996-36899c945222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:11.472247 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6d5fc68d-96d5-4625-a40c-22f43952e4e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5077ded6bddc4edc8e3f46a639a01384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346575 Jun 28 09:48:11.473104 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58216) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:11.475231 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fc68d-96d5-4625-a40c-22f43952e4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5c38f4-ed90-4a4a-8e11-8052a58cbef1,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:11.483647 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d5fc68d-96d5-4625-a40c-22f43952e4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:11.535905 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-76cafb8a-3914-485b-9256-a29f183f9176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.567178 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-76cafb8a-3914-485b-9256-a29f183f9176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.613632 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-76cafb8a-3914-485b-9256-a29f183f9176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.616394 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-76cafb8a-3914-485b-9256-a29f183f9176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:11.617545 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-76cafb8a-3914-485b-9256-a29f183f9176 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f5c38f4-ed90-4a4a-8e11-8052a58cbef1 HTTP/1.1" status: 204 len: 168 time: 0.1433794 Jun 28 09:48:11.618357 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-62fa4a55-ba2b-4815-bb3e-904b22df60d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:11.625465 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cafb8a-3914-485b-9256-a29f183f9176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5c38f4-ed90-4a4a-8e11-8052a58cbef1,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:11.627789 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-76cafb8a-3914-485b-9256-a29f183f9176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:19.812677 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:48:27.908328 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e85c5fd1-438a-4fd9-af80-1bc56183bd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:30.556093 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-15893edd-a9a0-44d4-9ea8-9323bbde4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:30.666174 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:31.601443 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:33.304414 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:39.929929 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:45.000574 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-54db2b06-d3b8-457f-a7df-b3d94c0c5912 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539665 Jun 28 09:48:45.094865 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-607b18bd-eff7-46b9-8086-06d3c82e0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:45.096335 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-607b18bd-eff7-46b9-8086-06d3c82e0798 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b12bd13a27ec4828b06889470316a92f&device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0518928 Jun 28 09:48:45.204673 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-9a122f36-cd7f-4744-ad4f-8b49081c0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:45.206120 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-9a122f36-cd7f-4744-ad4f-8b49081c0c5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 200 len: 912 time: 0.0858209 Jun 28 09:48:45.271859 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-558c4af9-5ab8-41f7-9f21-a828c65f6864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa HTTP/1.1" status: 200 len: 1001 time: 0.0563524 Jun 28 09:48:45.319903 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-98ce2015-6f2e-4d77-a592-41ff7a74ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:45.321410 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-98ce2015-6f2e-4d77-a592-41ff7a74ee51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 200 len: 850 time: 0.0438483 Jun 28 09:48:45.388870 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-7b1c2e93-13f1-4fd9-99ca-c97d830788a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:45.390371 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-7b1c2e93-13f1-4fd9-99ca-c97d830788a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=38d8ca08-c78e-4749-9b85-89bf65372a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0595806 Jun 28 09:48:45.501269 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-ee64f2b7-7f29-4db3-9797-d1736452b9be service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033075 Jun 28 09:48:45.600365 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-174cefd5-4580-4ec0-813f-f81c8b841908 req-f7d2e039-9958-446c-b27e-25c695a0a06f service neutron] 10.222.0.36 "GET /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888178 Jun 28 09:48:45.924624 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3948d3-28d2-4ccc-bc26-e733e1bec2be req-eca0ea2e-cfa4-48f3-9135-5917c03ab97a tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:45.926093 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fa3948d3-28d2-4ccc-bc26-e733e1bec2be req-eca0ea2e-cfa4-48f3-9135-5917c03ab97a tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 946 time: 0.0618320 Jun 28 09:48:45.969799 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-fa3948d3-28d2-4ccc-bc26-e733e1bec2be req-7901c67b-397e-49e1-a523-d9e5fce94569 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362320 Jun 28 09:48:47.154333 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e84bf-4192-4107-9bd9-3bd7abde43cd req-df192d57-f748-47c4-9bf6-7472a4a7fa47 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:47.156391 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-704e84bf-4192-4107-9bd9-3bd7abde43cd req-df192d57-f748-47c4-9bf6-7472a4a7fa47 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 946 time: 0.0698695 Jun 28 09:48:47.197775 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-704e84bf-4192-4107-9bd9-3bd7abde43cd req-dc4a8a2b-2fed-45a4-bd72-a4b3ffa155c3 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358758 Jun 28 09:48:48.120723 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-9d4e43f1-07f7-48a9-9b7f-3addfdc06f94 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:48.122157 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-9d4e43f1-07f7-48a9-9b7f-3addfdc06f94 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 946 time: 0.0618012 Jun 28 09:48:48.234269 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Deleting port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:48:48.234914 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:48.325659 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] For port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:48:48.326019 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:48.373185 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f253c-d608-46a0-ab05-97c9c8496bfc req-75b7d65a-ac66-4675-ad1b-143334aa028b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:48:48.374587 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f61f253c-d608-46a0-ab05-97c9c8496bfc req-75b7d65a-ac66-4675-ad1b-143334aa028b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 946 time: 0.0654712 Jun 28 09:48:48.413821 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f61f253c-d608-46a0-ab05-97c9c8496bfc req-642c89cc-3239-4c89-8239-465b0a11e1d5 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24651f0-35c3-4dd3-8730-0e58c12aefeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Jun 28 09:48:48.502194 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:48.502630 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:48.503023 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.db.l3_db [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Floating IP 78ae9990-41a3-46a1-ac5c-667db3d75416 disassociated. External IP: 172.28.2.69, port: 8e25885d-a819-4e88-b6b7-c2b4e1b535aa. Jun 28 09:48:48.503408 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Calling delete_port for 8e25885d-a819-4e88-b6b7-c2b4e1b535aa owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:48:48.628767 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:48.632858 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:48.670455 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event deleted for resources: {'Port': ['ID=8e25885d-a819-4e88-b6b7-c2b4e1b535aa,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:48.706555 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.706940 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.707316 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.707683 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.708045 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.708408 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.708787 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.709142 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.709502 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.709857 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.710243 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.710591 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:48.714016 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:49.061449 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:48:49.167409 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:48:49.177621 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e30372-06c2-41e0-8500-cce8235070df None None] Sync routers for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:48:49.187798 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e30372-06c2-41e0-8500-cce8235070df None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:48:49.188446 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-46e30372-06c2-41e0-8500-cce8235070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:48:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:49.218481 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] No DVR routers for this DVR port 8e25885d-a819-4e88-b6b7-c2b4e1b535aa on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:48:49.221046 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:49.222995 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5c1a0a-7bdd-40dc-905d-9538ea41c849 req-cafb1d8b-e7af-4037-a7b1-79746714324b tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.36 "DELETE /v2.0/ports/8e25885d-a819-4e88-b6b7-c2b4e1b535aa HTTP/1.1" status: 204 len: 173 time: 1.0920711 Jun 28 09:48:49.223505 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'name': 'network-vif-deleted', 'tag': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:48:49.225832 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d044e93-5756-4d7b-b725-1266eaa69aaf" -d '{"events": [{"server_uuid": "5aaa5348-058b-45a7-8044-b0e127ba7ec3", "name": "network-vif-deleted", "tag": "8e25885d-a819-4e88-b6b7-c2b4e1b535aa"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:48:49.263695 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170e0bf5-67f0-4082-9904-9d90aeba3e25 x-openstack-request-id: req-170e0bf5-67f0-4082-9904-9d90aeba3e25 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:48:49.264299 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaa5348-058b-45a7-8044-b0e127ba7ec3", "name": "network-vif-deleted", "tag": "8e25885d-a819-4e88-b6b7-c2b4e1b535aa", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:48:49.264299 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-170e0bf5-67f0-4082-9904-9d90aeba3e25 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:48:49.264760 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaa5348-058b-45a7-8044-b0e127ba7ec3', 'name': 'network-vif-deleted', 'tag': '8e25885d-a819-4e88-b6b7-c2b4e1b535aa', 'status': 'completed', 'code': 200} Jun 28 09:48:49.296961 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-46e30372-06c2-41e0-8500-cce8235070df None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:48:49.494044 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-46e30372-06c2-41e0-8500-cce8235070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:49.519484 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e30372-06c2-41e0-8500-cce8235070df None None] Checking router: 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:48:49.528602 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e30372-06c2-41e0-8500-cce8235070df None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:48:49.529257 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-46e30372-06c2-41e0-8500-cce8235070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:48:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:49.568453 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-8a100951-60ed-479d-b065-7bfba71fd2a3 req-ff6a5ad2-5d8b-4c81-af91-e4810be99219 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aaa5348-058b-45a7-8044-b0e127ba7ec3 HTTP/1.1" status: 200 len: 210 time: 0.0275154 Jun 28 09:48:49.632820 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-46e30372-06c2-41e0-8500-cce8235070df None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:48:49.829700 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-46e30372-06c2-41e0-8500-cce8235070df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:49.860266 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e30372-06c2-41e0-8500-cce8235070df None None] The sync data for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb is: [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:43Z', 'revision_number': 4, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '92c4ca30-518d-442f-aa83-d10b4bcb72b5', 'name': '', 'network_id': '38d8ca08-c78e-4749-9b85-89bf65372a70', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'mac_address': 'fa:16:3e:d5:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4a0c040d-a176-471a-8fe1-76505652f270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:42Z', 'updated_at': '2021-06-28T09:44:47Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'subnets': [{'id': '4a0c040d-a176-471a-8fe1-76505652f270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:48:50.065476 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd6129-6b66-4503-ac65-0a9659f178d7 None None] New status for floating IP 78ae9990-41a3-46a1-ac5c-667db3d75416: DOWN {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:48:50.688298 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58364) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:50.741826 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-018b53bf-333f-4bdb-bdf3-086ea43ff5b7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:50.764645 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-018b53bf-333f-4bdb-bdf3-086ea43ff5b7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:50.809603 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-018b53bf-333f-4bdb-bdf3-086ea43ff5b7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:50.812157 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-018b53bf-333f-4bdb-bdf3-086ea43ff5b7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:50.813357 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-018b53bf-333f-4bdb-bdf3-086ea43ff5b7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "DELETE /v2.0/security-groups/c24651f0-35c3-4dd3-8730-0e58c12aefeb HTTP/1.1" status: 204 len: 168 time: 0.1239843 Jun 28 09:48:50.814126 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f18f14bd-9887-4ecd-8503-7bee625e4928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:50.816134 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58366) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:50.823220 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b53bf-333f-4bdb-bdf3-086ea43ff5b7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24651f0-35c3-4dd3-8730-0e58c12aefeb,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:50.825612 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-018b53bf-333f-4bdb-bdf3-086ea43ff5b7 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:50.830510 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.api.v2.resource [None req-6ca02c9f-7261-4ddc-aa5f-99bd1ff70c58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] show failed (client error): The resource could not be found. Jun 28 09:48:50.831529 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-6ca02c9f-7261-4ddc-aa5f-99bd1ff70c58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "GET /v2.0/security-groups/c24651f0-35c3-4dd3-8730-0e58c12aefeb HTTP/1.1" status: 404 len: 347 time: 0.0143449 Jun 28 09:48:50.834486 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58368) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:50.957572 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Deleting port 7bdc2bac-6840-4a7e-9db3-fa5bf68baee5 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:48:50.957836 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:51.034302 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:51.034637 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:51.045719 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Calling delete_port for 7bdc2bac-6840-4a7e-9db3-fa5bf68baee5 owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:48:51.063629 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 8e25885d-a819-4e88-b6b7-c2b4e1b535aa no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:48:51.083775 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: 8e25885d-a819-4e88-b6b7-c2b4e1b535aa {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:48:51.084381 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device 8e25885d-a819-4e88-b6b7-c2b4e1b535aa not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:48:51.441519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:51.443594 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-71bb3fa4-af35-46f9-9911-64cef477e075 tempest-ServerRescueNegativeTestJSON-1976593077 tempest-ServerRescueNegativeTestJSON-1976593077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:51.471066 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Pushing event deleted for resources: {'Port': ['ID=7bdc2bac-6840-4a7e-9db3-fa5bf68baee5,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:51.495845 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.496226 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.496640 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.496990 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.497350 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.497707 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.498060 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.498423 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.498763 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.499115 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.499464 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.499811 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:51.504539 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:51.539044 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:51.541887 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:51.543026 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-d206ca8b-a9ef-40fd-bc51-084f63d03bf1 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] 10.222.0.13 "DELETE /v2.0/floatingips/78ae9990-41a3-46a1-ac5c-667db3d75416 HTTP/1.1" status: 204 len: 168 time: 0.7069075 Jun 28 09:48:55.210916 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58396) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:55.542336 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569333'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:55.782994 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Deleting port 92c4ca30-518d-442f-aa83-d10b4bcb72b5 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:48:55.783315 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:55.857728 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] For port 92c4ca30-518d-442f-aa83-d10b4bcb72b5, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=92c4ca30-518d-442f-aa83-d10b4bcb72b5,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:48:55.858091 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:55.869961 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Calling delete_port for 92c4ca30-518d-442f-aa83-d10b4bcb72b5 owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:48:56.043905 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:56.045820 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:56.076849 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=92c4ca30-518d-442f-aa83-d10b4bcb72b5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:56.079452 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:56.246542 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592133'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:56.452847 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:48:56.557805 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:48:56.565310 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] 10.222.0.13 "PUT /v2.0/routers/64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3507972 Jun 28 09:48:56.565310 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58398) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:56.568416 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] Sync routers for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:48:56.577416 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:48:56.578031 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:48:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:56.668961 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:56.679495 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:48:56.772279 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:56.825297 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Deleting port 2c0b05f6-020e-4df1-8526-e2ce58aa3481 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:48:56.825805 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:56.830565 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:48:56.858218 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:48:55Z', 'revision_number': 5, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port': {'id': '2c0b05f6-020e-4df1-8526-e2ce58aa3481', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:33:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:56.883563 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] Checking router: 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:48:56.891659 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] Routers {'64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:48:56.892270 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:48:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:56.902697 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] For port 2c0b05f6-020e-4df1-8526-e2ce58aa3481, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=2c0b05f6-020e-4df1-8526-e2ce58aa3481,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:48:56.903056 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:56.915565 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Calling delete_port for 2c0b05f6-020e-4df1-8526-e2ce58aa3481 owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:48:57.063860 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] Set router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:48:57.096843 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.106538 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01531d53-456f-41b0-aa7f-a60398c17a0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:57.117443 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:48:56Z', 'revision_number': 6, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port_host': None}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:57.135715 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0b05f6-020e-4df1-8526-e2ce58aa3481,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:57.139371 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:57.142945 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b75c43-bac1-4ac6-8245-b361099a8bc6 None None] The sync data for ids ['64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6'] in dv-cinder-792209-2-smb is: [{'id': '64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6', 'name': 'tempest-AttachVolumeTestJSON-1531418911-router', 'tenant_id': 'b12bd13a27ec4828b06889470316a92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:44:38Z', 'updated_at': '2021-06-28T09:48:56Z', 'revision_number': 6, 'project_id': 'b12bd13a27ec4828b06889470316a92f', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:48:57.198797 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593855'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.285584 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8716'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.287616 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.329259 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-593384'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.329714 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:48:57.333912 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.335628 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] 10.222.0.13 "DELETE /v2.0/routers/64b6fdfb-d259-40e0-b2a0-ddba2dc74bc6 HTTP/1.1" status: 204 len: 168 time: 0.7688196 Jun 28 09:48:57.338215 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58400) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:57.388056 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] Deleting subnet 4a0c040d-a176-471a-8fe1-76505652f270 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:48:57.391267 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.424852 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9288019'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.503776 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.565438 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3517157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464247'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.568612 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-06ea8c2b-b46a-461e-81a1-5b7fe537aae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:57.595551 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0c040d-a176-471a-8fe1-76505652f270,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:57.598420 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:57.599472 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.601895 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-3a9388ed-360d-4cca-8b3e-953ce9e43987 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4a0c040d-a176-471a-8fe1-76505652f270 HTTP/1.1" status: 204 len: 168 time: 0.2625771 Jun 28 09:48:57.604370 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58402) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:57.607140 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb79f226-025e-48ff-9b91-fc7dc136734a None None] Network 38d8ca08-c78e-4749-9b85-89bf65372a70 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:48:57.671871 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.723197 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Deleting port 5351bf0b-fc13-4c36-beb4-45cb00abaecf {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:48:57.723540 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.790322 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] For port 5351bf0b-fc13-4c36-beb4-45cb00abaecf, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=5351bf0b-fc13-4c36-beb4-45cb00abaecf,segment=NetworkSegment(afb248b1-2683-44e9-ac08-a29ba94edd9e),segment_id=afb248b1-2683-44e9-ac08-a29ba94edd9e)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:48:57.790685 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.802920 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Calling delete_port for 5351bf0b-fc13-4c36-beb4-45cb00abaecf owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:48:57.875750 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] DHCP port deletion for 38d8ca08-c78e-4749-9b85-89bf65372a70 request from dv-cinder-792209-2-smb {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 09:48:57.900025 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.903815 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:57.922212 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b9496b98-9785-40c2-b8ed-394779e7dba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:57.928469 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5351bf0b-fc13-4c36-beb4-45cb00abaecf,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:57.931540 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:57.932343 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] No DVR routers for this DVR port 5351bf0b-fc13-4c36-beb4-45cb00abaecf on host dv-cinder-792209-2-smb {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:48:57.937970 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Deleting port 5351bf0b-fc13-4c36-beb4-45cb00abaecf {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:48:57.938204 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.004381 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] For port 5351bf0b-fc13-4c36-beb4-45cb00abaecf, host dv-cinder-792209-2-smb, got binding levels [] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:48:58.004823 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.006365 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.016323 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d8ca08-c78e-4749-9b85-89bf65372a70']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:58.017048 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Calling delete_port for 5351bf0b-fc13-4c36-beb4-45cb00abaecf owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:48:58.019793 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.ipam_backend_mixin [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Port 5351bf0b-fc13-4c36-beb4-45cb00abaecf was not found and therefore no delete operation was performed {{(pid=99534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 09:48:58.021062 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.023420 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d8246868-d785-46a3-9deb-64ce537b9474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:58.027291 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb248b1-2683-44e9-ac08-a29ba94edd9e') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:58.027591 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb248b1-2683-44e9-ac08-a29ba94edd9e') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:48:58.036618 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9288004'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.047120 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Pushing event deleted for resources: {'Port': ['ID=5351bf0b-fc13-4c36-beb4-45cb00abaecf,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:58.051233 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.056013 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] No DVR routers for this DVR port 5351bf0b-fc13-4c36-beb4-45cb00abaecf on host dv-cinder-792209-2-smb {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:48:58.059663 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.059923 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.060449 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.060971 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.061478 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.061979 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.063603 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.064092 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.064528 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:48:58.064921 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.065786 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3516928'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.066832 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.067534 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.067755 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: Traceback (most recent call last): Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: timer() Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: cb(*args, **kw) Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: return func(*args, **kwargs) Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: self._notify() Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: self.callback(batched_events) Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: event.method(event) Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: return f(self, *a, **k) Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: return self._get(url).json() Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:48:58.071103 dv-cinder-792209-2-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:48:58.076037 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e16555b0-f427-4038-b491-106aeeec78ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:58.411163 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.414799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:58.417780 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.419072 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/38d8ca08-c78e-4749-9b85-89bf65372a70 HTTP/1.1" status: 204 len: 168 time: 0.8137355 Jun 28 09:48:58.429934 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=38d8ca08-c78e-4749-9b85-89bf65372a70,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:58.432282 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-407d0c99-2d60-4864-8ca3-4bab8d9d8f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:58.575503 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58406) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:58.613959 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-1975c563-8253-4f40-82b8-0c2b54eb072c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b12bd13a27ec4828b06889470316a92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372424 Jun 28 09:48:58.616337 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58408) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:48:58.661873 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c83b14a0-2e7b-406c-aaf5-e0b669097157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.683744 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c83b14a0-2e7b-406c-aaf5-e0b669097157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.729966 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c83b14a0-2e7b-406c-aaf5-e0b669097157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.732758 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c83b14a0-2e7b-406c-aaf5-e0b669097157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:48:58.733909 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-c83b14a0-2e7b-406c-aaf5-e0b669097157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/176d5b59-4237-4ab1-9447-d149e1b89f0c HTTP/1.1" status: 204 len: 168 time: 0.1166666 Jun 28 09:48:58.734745 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0a7601a5-adb2-4f45-ae83-dc3b970e1f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:48:58.742867 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b14a0-2e7b-406c-aaf5-e0b669097157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d5b59-4237-4ab1-9447-d149e1b89f0c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:48:58.745329 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c83b14a0-2e7b-406c-aaf5-e0b669097157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:48:59.125992 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 2c0b05f6-020e-4df1-8526-e2ce58aa3481 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:48:59.149672 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 2c0b05f6-020e-4df1-8526-e2ce58aa3481 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:48:59.150298 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 2c0b05f6-020e-4df1-8526-e2ce58aa3481 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:48:59.150734 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 92c4ca30-518d-442f-aa83-d10b4bcb72b5 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:48:59.168771 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 92c4ca30-518d-442f-aa83-d10b4bcb72b5 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:48:59.169230 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 92c4ca30-518d-442f-aa83-d10b4bcb72b5 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:48:59.169546 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 5351bf0b-fc13-4c36-beb4-45cb00abaecf no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:48:59.187616 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 5351bf0b-fc13-4c36-beb4-45cb00abaecf {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:48:59.188164 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 5351bf0b-fc13-4c36-beb4-45cb00abaecf not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:49:00.556488 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-858bcc96-5484-4653-a65d-abad651929ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:00.666765 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:01.604101 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:02.425719 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58468) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:02.526717 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-614ce3d7-ea93-461b-a950-704eea6590ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:02.627143 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-614ce3d7-ea93-461b-a950-704eea6590ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:02.630810 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-614ce3d7-ea93-461b-a950-704eea6590ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:02.633651 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a410eab-313c-4910-95b2-304808e206c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:02.668749 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-614ce3d7-ea93-461b-a950-704eea6590ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f1b27c1f2ad4f158f1a7717e3133cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419317 Jun 28 09:49:02.669714 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ce3d7-ea93-461b-a950-704eea6590ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e629b871-471f-4744-8539-6950f834d29e,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:02.671359 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58472) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:02.672881 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-614ce3d7-ea93-461b-a950-704eea6590ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:02.726167 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-47018e35-ab85-4edb-89c5-8c4af2c3f74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:02.746691 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-47018e35-ab85-4edb-89c5-8c4af2c3f74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:02.792440 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-47018e35-ab85-4edb-89c5-8c4af2c3f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:02.794994 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-47018e35-ab85-4edb-89c5-8c4af2c3f74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:02.796109 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-47018e35-ab85-4edb-89c5-8c4af2c3f74d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e629b871-471f-4744-8539-6950f834d29e HTTP/1.1" status: 204 len: 168 time: 0.1231074 Jun 28 09:49:02.796884 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1b3f7fad-7179-4cea-b92d-80798a85306a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:02.804852 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47018e35-ab85-4edb-89c5-8c4af2c3f74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e629b871-471f-4744-8539-6950f834d29e,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:02.807201 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-47018e35-ab85-4edb-89c5-8c4af2c3f74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:03.307091 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:03.924399 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58522) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:04.027508 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-94710943-c1aa-4da4-91c9-e0e54f7f556b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:04.112751 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-94710943-c1aa-4da4-91c9-e0e54f7f556b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:04.116868 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-94710943-c1aa-4da4-91c9-e0e54f7f556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:04.119057 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-11a0ee2f-8dcf-4458-bbb2-e205a4824c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:04.157893 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-94710943-c1aa-4da4-91c9-e0e54f7f556b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=335873a2f2ad42ceb9bcc58e477e1afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323880 Jun 28 09:49:04.160291 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94710943-c1aa-4da4-91c9-e0e54f7f556b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1c62cd-44a5-47c9-8ee5-17e7ec91c53c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:04.160533 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58526) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:04.165050 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-94710943-c1aa-4da4-91c9-e0e54f7f556b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:04.209472 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01eec7e8-ea68-489a-8619-8774628f338a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:04.230749 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01eec7e8-ea68-489a-8619-8774628f338a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:04.277545 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01eec7e8-ea68-489a-8619-8774628f338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:04.280245 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01eec7e8-ea68-489a-8619-8774628f338a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:04.281398 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-01eec7e8-ea68-489a-8619-8774628f338a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a1c62cd-44a5-47c9-8ee5-17e7ec91c53c HTTP/1.1" status: 204 len: 168 time: 0.1198585 Jun 28 09:49:04.282157 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c83b14a0-2e7b-406c-aaf5-e0b669097157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:04.289491 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eec7e8-ea68-489a-8619-8774628f338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1c62cd-44a5-47c9-8ee5-17e7ec91c53c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:04.291685 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01eec7e8-ea68-489a-8619-8774628f338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:08.495411 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58610) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:08.598915 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f48346df-bab5-4a57-b785-8047ce7011df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:08.684262 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f48346df-bab5-4a57-b785-8047ce7011df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:08.687758 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f48346df-bab5-4a57-b785-8047ce7011df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:08.690065 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6cfc84b6-a23b-476a-8443-53a670464461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:08.728035 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-f48346df-bab5-4a57-b785-8047ce7011df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8556f94a2fb43b1a3042f77d4481e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315533 Jun 28 09:49:08.728965 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48346df-bab5-4a57-b785-8047ce7011df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88842c1b-363f-4e8d-a23c-b91c60df7fc9,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:08.730897 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58614) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:08.731899 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f48346df-bab5-4a57-b785-8047ce7011df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:08.781606 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c872b638-9086-48a8-9e30-7525b250dd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:08.802669 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c872b638-9086-48a8-9e30-7525b250dd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:08.852855 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c872b638-9086-48a8-9e30-7525b250dd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:08.855433 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c872b638-9086-48a8-9e30-7525b250dd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:08.856603 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-c872b638-9086-48a8-9e30-7525b250dd67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88842c1b-363f-4e8d-a23c-b91c60df7fc9 HTTP/1.1" status: 204 len: 168 time: 0.1246862 Jun 28 09:49:08.857381 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-67d4d317-09df-4dc1-8456-1429c11eedf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:08.864540 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872b638-9086-48a8-9e30-7525b250dd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88842c1b-363f-4e8d-a23c-b91c60df7fc9,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:08.867494 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c872b638-9086-48a8-9e30-7525b250dd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:09.107821 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58620) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:09.120928 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c373419e-2eb4-4bf5-b31f-87f4f036464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:09.207757 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c373419e-2eb4-4bf5-b31f-87f4f036464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:09.211851 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c373419e-2eb4-4bf5-b31f-87f4f036464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:09.214312 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5729dece-7d09-414c-94bb-2364d55701d9 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:09.249530 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-c373419e-2eb4-4bf5-b31f-87f4f036464c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de70c1b3f3b341deb93964e4a2c1ac26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406620 Jun 28 09:49:09.250378 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373419e-2eb4-4bf5-b31f-87f4f036464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfe4de4-5646-4bfc-96be-a5918d5bb425,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:09.252981 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58622) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:09.253413 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c373419e-2eb4-4bf5-b31f-87f4f036464c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:09.301116 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-53cc7939-2546-4b7f-922f-acdcbc003cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:09.320907 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-53cc7939-2546-4b7f-922f-acdcbc003cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:09.365885 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-53cc7939-2546-4b7f-922f-acdcbc003cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:09.368452 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-53cc7939-2546-4b7f-922f-acdcbc003cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:09.369572 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-53cc7939-2546-4b7f-922f-acdcbc003cfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbfe4de4-5646-4bfc-96be-a5918d5bb425 HTTP/1.1" status: 204 len: 168 time: 0.1156001 Jun 28 09:49:09.370318 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d5fc68d-96d5-4625-a40c-22f43952e4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:09.377685 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc7939-2546-4b7f-922f-acdcbc003cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfe4de4-5646-4bfc-96be-a5918d5bb425,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:09.379867 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53cc7939-2546-4b7f-922f-acdcbc003cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:09.950818 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.199901 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58740) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:17.298569 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-22ca6cb9-420c-4756-bf80-f366aa90dd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.383716 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-22ca6cb9-420c-4756-bf80-f366aa90dd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.387581 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-22ca6cb9-420c-4756-bf80-f366aa90dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.389792 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ceb6914b-844b-4927-aa5e-79397b87cecc tempest-VolumesNegativeTest-1549124293 tempest-VolumesNegativeTest-1549124293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:17.424135 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-22ca6cb9-420c-4756-bf80-f366aa90dd33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd37a652fc034a6c994be956befc0ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231221 Jun 28 09:49:17.425036 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca6cb9-420c-4756-bf80-f366aa90dd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ed162-802e-4aa3-8d8a-fd0c2c22d86d,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:17.427592 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58744) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:17.428229 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-22ca6cb9-420c-4756-bf80-f366aa90dd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:17.476381 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd984-23d1-4ae2-94cc-e5f3a90c6ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.498423 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd984-23d1-4ae2-94cc-e5f3a90c6ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.543998 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd984-23d1-4ae2-94cc-e5f3a90c6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.546609 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bd3dd984-23d1-4ae2-94cc-e5f3a90c6ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.547734 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-bd3dd984-23d1-4ae2-94cc-e5f3a90c6ae9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e1ed162-802e-4aa3-8d8a-fd0c2c22d86d HTTP/1.1" status: 204 len: 168 time: 0.1190858 Jun 28 09:49:17.548638 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-66ad4a5e-8bb2-4b60-b1f7-c25c94f049dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:17.556816 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dd984-23d1-4ae2-94cc-e5f3a90c6ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ed162-802e-4aa3-8d8a-fd0c2c22d86d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:17.559174 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bd3dd984-23d1-4ae2-94cc-e5f3a90c6ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:17.800645 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58750) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:17.814369 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2e274d09-b6a1-4009-9b92-7313eb64081f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.903103 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2e274d09-b6a1-4009-9b92-7313eb64081f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.906953 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2e274d09-b6a1-4009-9b92-7313eb64081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:17.909277 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53cc7939-2546-4b7f-922f-acdcbc003cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:17.945705 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-2e274d09-b6a1-4009-9b92-7313eb64081f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2896ff810d4492daf1d8aeaf919ef47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438169 Jun 28 09:49:17.946851 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e274d09-b6a1-4009-9b92-7313eb64081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30ac55d-bbf3-4cbc-869f-5712ba0b4491,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:17.948585 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58752) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:17.950032 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2e274d09-b6a1-4009-9b92-7313eb64081f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:17.999980 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c33a1489-a832-460d-b171-e3ef4081c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.019998 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c33a1489-a832-460d-b171-e3ef4081c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.064849 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c33a1489-a832-460d-b171-e3ef4081c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.067439 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c33a1489-a832-460d-b171-e3ef4081c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.068600 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-c33a1489-a832-460d-b171-e3ef4081c5fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a30ac55d-bbf3-4cbc-869f-5712ba0b4491 HTTP/1.1" status: 204 len: 168 time: 0.1190033 Jun 28 09:49:18.069505 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-148a7a7d-6a3d-4f12-b93e-7ea3e91b5629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:18.077243 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a1489-a832-460d-b171-e3ef4081c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30ac55d-bbf3-4cbc-869f-5712ba0b4491,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:18.079512 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c33a1489-a832-460d-b171-e3ef4081c5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:18.396453 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58758) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:18.411660 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-68532b47-78ca-4ff2-b67e-cfdcd55a875b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.499541 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-68532b47-78ca-4ff2-b67e-cfdcd55a875b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.503154 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-68532b47-78ca-4ff2-b67e-cfdcd55a875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.505525 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8faa728a-9f7a-495b-a018-ca160637b4cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:18.541196 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-68532b47-78ca-4ff2-b67e-cfdcd55a875b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12cf5ad0fd794eb39a1c42976f8e5e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436355 Jun 28 09:49:18.542104 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68532b47-78ca-4ff2-b67e-cfdcd55a875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d4930-4990-4504-9625-c68db783b4f2,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:18.543904 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58760) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:18.545033 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-68532b47-78ca-4ff2-b67e-cfdcd55a875b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:18.591230 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5d63bd9c-742f-495e-8cc4-e7817ff02f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.611372 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5d63bd9c-742f-495e-8cc4-e7817ff02f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.656120 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5d63bd9c-742f-495e-8cc4-e7817ff02f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.658734 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5d63bd9c-742f-495e-8cc4-e7817ff02f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:18.659866 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5d63bd9c-742f-495e-8cc4-e7817ff02f61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b70d4930-4990-4504-9625-c68db783b4f2 HTTP/1.1" status: 204 len: 168 time: 0.1149039 Jun 28 09:49:18.660807 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-81385f4d-a019-4211-b7b4-443259eee0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:18.668682 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63bd9c-742f-495e-8cc4-e7817ff02f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d4930-4990-4504-9625-c68db783b4f2,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:18.670883 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5d63bd9c-742f-495e-8cc4-e7817ff02f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:19.299221 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58782) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:19.389218 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-695894942-network', 'tenant_id': '12804475e8364829bccaed17ba2b047e'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:19.411098 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Made reservation on behalf of 12804475e8364829bccaed17ba2b047e for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:49:19.413415 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.421966 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.513191 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.516968 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.519820 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-17a71869-66a1-4072-880d-e4615ee54e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:19.543931 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:49:19.549091 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c799487e-1a8c-48bd-9fbd-71454464f9da,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:19.552696 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:19.556887 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.556985 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Added segment ce282127-01f7-42c6-ad79-7048fe551176 of type vlan for network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 Jun 28 09:49:19.595531 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.623802 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.625106 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:19.625709 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.628445 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:19.655884 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3555536 Jun 28 09:49:19.658763 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58786) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:19.663945 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Request body: {'subnet': {'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-695894942-subnet', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:19.684915 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Made reservation on behalf of 12804475e8364829bccaed17ba2b047e for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:49:19.687275 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Pushing event updated for resources: {'Network': ['ID=7b46dc4e-aeb6-4f44-915f-2a701ecec878,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:19.687642 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463766'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.690116 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-06fae162-47fd-40a0-b0e4-6fb830e71f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:19.697430 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:49:19.860826 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3517090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463748'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.862949 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:19.918479 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee10d654-64c5-4456-bfa1-863d5c37ca72,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:19.922005 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:19.928693 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Checking segment: {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:19.929042 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Network hostable DHCP agents. Network: 7b46dc4e-aeb6-4f44-915f-2a701ecec878, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:49:19.944844 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:49:19.953462 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 7b46dc4e-aeb6-4f44-915f-2a701ecec878) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:19.957506 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:19.958092 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:19.963297 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144aebb-35de-469b-843a-41e2151201de None None] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:49:19.972419 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b3271958-059d-4b96-b1d3-71e6fc5d89d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3125262 Jun 28 09:49:19.974986 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58788) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:19.979319 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:19.999407 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8734'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.000640 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8711'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.054768 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.111083 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64eade1-6a71-5dff-94ca-90bb9e2612c2-7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72'}]}} from dv-cinder-792209-2-smb. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:49:20.112035 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.190075 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.237622 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Allocated IP 172.20.0.2 (7b46dc4e-aeb6-4f44-915f-2a701ecec878/ee10d654-64c5-4456-bfa1-863d5c37ca72/039389fc-27f8-40e7-88fe-49223b274fa8) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:49:20.377273 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.385670 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Transition to ACTIVE for port object 039389fc-27f8-40e7-88fe-49223b274fa8 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:20.390258 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.400301 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Transition to ACTIVE for port object 039389fc-27f8-40e7-88fe-49223b274fa8 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:20.407070 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.408894 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:20.409894 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.443394 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:20.454023 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:20.458329 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:49:20.461361 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Pushing event updated for resources: {'Port': ['ID=039389fc-27f8-40e7-88fe-49223b274fa8,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:20.465155 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:20.513092 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Attempting to bind port 039389fc-27f8-40e7-88fe-49223b274fa8 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:49:20.513468 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Attempting to bind port 039389fc-27f8-40e7-88fe-49223b274fa8 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:49:20.513836 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Attempting to bind port 039389fc-27f8-40e7-88fe-49223b274fa8 on network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:20.517883 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Allocated IP 172.28.2.10 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/c7f4742b-bf70-41ef-9ae6-4e27b01d82d7) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:49:20.518625 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:49:20.519002 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Checking segment: {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:20.519406 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.519803 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Bound using segment: {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:49:20.520273 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Bound port: 039389fc-27f8-40e7-88fe-49223b274fa8, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:49:20.520701 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.582087 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] For port 039389fc-27f8-40e7-88fe-49223b274fa8, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:49:20.585180 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] For port 039389fc-27f8-40e7-88fe-49223b274fa8, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=039389fc-27f8-40e7-88fe-49223b274fa8,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:49:20.589671 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.591557 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:20.620869 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.643967 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Pushing event updated for resources: {'Port': ['ID=039389fc-27f8-40e7-88fe-49223b274fa8,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:20.647143 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:20.668603 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:20.674671 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6dcf5f50-4357-4763-b6a8-a262360ef5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:20.707507 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:20.710291 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:20.715745 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:49:20.743942 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f4742b-bf70-41ef-9ae6-4e27b01d82d7,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:20.749924 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:20.983154 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.165341 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 039389fc-27f8-40e7-88fe-49223b274fa8 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:21.177820 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.217456 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 039389fc-27f8-40e7-88fe-49223b274fa8 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:21.308587 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 is scheduled to L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:49:21.417451 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:49:21.426592 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Sync routers for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:49:21.433904 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.435362 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-7a18d7ae-49a9-465e-808d-6919e117c003 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4594178 Jun 28 09:49:21.436955 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:49:21.437613 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:49:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:21.437991 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58790) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:21.494528 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa5cee-42b4-46d9-b373-ae053bf603e3 None None] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:49:21.589347 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] Provisioning for port 039389fc-27f8-40e7-88fe-49223b274fa8 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:21.599239 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] Provisioning complete for port 039389fc-27f8-40e7-88fe-49223b274fa8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:21.599622 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.764127 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:49:21.846175 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.999160 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:21.999494 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Allocated IP 172.20.0.1 (7b46dc4e-aeb6-4f44-915f-2a701ecec878/ee10d654-64c5-4456-bfa1-863d5c37ca72/34e5e85f-f2a7-4c6f-84a8-6b851b2738c5) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:49:22.073524 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] For port 039389fc-27f8-40e7-88fe-49223b274fa8, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=039389fc-27f8-40e7-88fe-49223b274fa8,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:22.081580 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.085033 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3d495e74-b53f-4cc7-9ef0-526b5f77e44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:22.111635 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.118090 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:20Z', 'revision_number': 3, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:22.127611 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Transition to ACTIVE for port object 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:22.152192 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Checking router: 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:49:22.152593 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Updating router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 binding host dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:49:22.168897 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.172491 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e9c29daf-bc95-4509-a4c3-94d47d9e2ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:22.187526 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] Pushing event updated for resources: {'Port': ['ID=039389fc-27f8-40e7-88fe-49223b274fa8,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:22.190831 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:22.204656 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.215100 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:22.220182 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:22.223795 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:49:22.230283 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Pushing event updated for resources: {'Port': ['ID=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:22.250858 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:22.267649 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569102'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.329932 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-fda50334-8b90-4428-a4ed-42e559024d1f None None] Provisioning complete for port 039389fc-27f8-40e7-88fe-49223b274fa8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:22.330243 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fda50334-8b90-4428-a4ed-42e559024d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.419217 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.543866 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.553723 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Transition to ACTIVE for port object c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:22.559172 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.561060 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:22.618707 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098887cb-03fe-4956-ace6-f93cfcfc4a77 None None] Pushing event updated for resources: {'Port': ['ID=c7f4742b-bf70-41ef-9ae6-4e27b01d82d7,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:22.621346 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Attempting to bind port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:49:22.621731 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Attempting to bind port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:49:22.622104 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Attempting to bind port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 on network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:22.626618 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-098887cb-03fe-4956-ace6-f93cfcfc4a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:22.632255 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:49:22.632709 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:22.633177 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.633539 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Bound using segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:49:22.634043 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Bound port: c7f4742b-bf70-41ef-9ae6-4e27b01d82d7, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:49:22.634552 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.637855 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-b3246ba7-fe13-4a5c-82cb-ee9657c8482e None None] Provisioning for port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:22.660447 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-b3246ba7-fe13-4a5c-82cb-ee9657c8482e None None] Provisioning complete for port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:22.660843 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b3246ba7-fe13-4a5c-82cb-ee9657c8482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.719498 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-b3246ba7-fe13-4a5c-82cb-ee9657c8482e None None] Port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:49:22.721413 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] For port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:49:22.724959 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] For port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=c7f4742b-bf70-41ef-9ae6-4e27b01d82d7,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:49:22.730325 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.732380 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8c7debc3-09f1-45a6-bc4c-ccfb7168b2fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:22.785744 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:49:22.786371 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:49:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:22.821206 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098887cb-03fe-4956-ace6-f93cfcfc4a77 None None] Pushing event updated for resources: {'Port': ['ID=c7f4742b-bf70-41ef-9ae6-4e27b01d82d7,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:22.825536 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-098887cb-03fe-4956-ace6-f93cfcfc4a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:22.861064 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.865679 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.868228 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-addf2ce7-4233-4f30-aa16-0e28bafe6f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:22.905160 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:49:22.936292 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Pushing event updated for resources: {'Port': ['ID=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:22.939012 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569234'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:22.940903 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:23.030795 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:23.032331 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:23.107078 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 1, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:23.142997 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eefa07-4731-4eb8-b38d-93a0fc6237f8 None None] The sync data for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb is: [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 1, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:49:23.168415 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:49:23.181954 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 039389fc-27f8-40e7-88fe-49223b274fa8 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:23.232863 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 039389fc-27f8-40e7-88fe-49223b274fa8 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:23.233422 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.290861 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:49:23.296062 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b5c8093-545d-45ca-b20b-ccd571a0f5b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8568792 Jun 28 09:49:23.347778 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-70655b80-af5a-4ecc-8b36-93bbe5566080 None None] Provisioning complete for port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:23.348174 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-70655b80-af5a-4ecc-8b36-93bbe5566080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.387036 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-70655b80-af5a-4ecc-8b36-93bbe5566080 None None] Port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:49:23.857497 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58806) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:23.862599 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-283188989-network', 'tenant_id': '75aa61ab050e4635b25c969d157c2441'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:23.883979 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Made reservation on behalf of 75aa61ab050e4635b25c969d157c2441 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:49:23.886353 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.899504 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.993406 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:23.998706 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.001930 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-22ca6cb9-420c-4756-bf80-f366aa90dd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:24.028989 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 09:49:24.031402 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5397ac82-31ee-4c3c-80bb-06f22124ab84,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:24.037104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:24.046154 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.047292 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.segments_db [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Added segment 88886661-4047-4048-93b3-2915ab5ef892 of type vlan for network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c Jun 28 09:49:24.097497 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770032862055'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.127416 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.128797 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:24.129404 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.131702 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:24.189235 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3304918 Jun 28 09:49:24.191926 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58808) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:24.199171 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Request body: {'subnet': {'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-283188989-subnet', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:24.205938 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Pushing event updated for resources: {'Network': ['ID=8bcf6ea2-f196-46c0-9ad6-4c9d0167431c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:24.215023 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5fafe033-ae1f-485e-9d93-54b263640685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:24.221107 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c details requested by agent ovs-agent-dv-cinder-792209-2-smb with host dv-cinder-792209-2-smb {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 09:49:24.227051 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Made reservation on behalf of 75aa61ab050e4635b25c969d157c2441 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:49:24.229627 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3805879'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.414708 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3805861'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.417816 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:24.473958 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f11864-abe1-4498-b8c8-5cd9ca9e92e6,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:24.477955 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:24.481781 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Checking segment: {'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:24.482137 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Network hostable DHCP agents. Network: 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c, hostable agents: ['c6fa4d20-1d28-4f64-b451-c3e5ac44fda6'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 09:49:24.498646 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c is scheduled to be hosted by DHCP agent c6fa4d20-1d28-4f64-b451-c3e5ac44fda6 with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 09:49:24.506864 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-2-smb, 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:24.511869 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:24.512593 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.518394 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3867d7-4462-49bf-925f-1e32334b990c None None] Network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:49:24.527528 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5dc3f497-0e87-41b7-aa5b-1d9c1984a919 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3345771 Jun 28 09:49:24.532238 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58810) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:24.536995 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:24.561544 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-590945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8734'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.562595 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-590968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565803', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8711'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.615950 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.669506 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa64eade1-6a71-5dff-94ca-90bb9e2612c2-8bcf6ea2-f196-46c0-9ad6-4c9d0167431c', 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'fixed_ips': [{'subnet_id': '21f11864-abe1-4498-b8c8-5cd9ca9e92e6'}]}} from dv-cinder-792209-2-smb. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 09:49:24.670384 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.755807 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-592629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8757'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.930002 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Allocated IP 172.20.0.2 (8bcf6ea2-f196-46c0-9ad6-4c9d0167431c/21f11864-abe1-4498-b8c8-5cd9ca9e92e6/30fe96aa-90e0-4680-850c-c04577b63dea) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:49:24.962748 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:24.981826 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.076647 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.085313 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Transition to ACTIVE for port object 30fe96aa-90e0-4680-850c-c04577b63dea will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:25.090009 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Allocated IP 172.28.2.114 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/b09def68-407a-4e38-902c-e7dc5947cf1e) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:49:25.101108 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Transition to ACTIVE for port object 30fe96aa-90e0-4680-850c-c04577b63dea will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:25.112888 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.119402 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f539bd7e-5d3d-465b-a5a1-67eb0bbc2d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:25.154485 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:25.157732 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:25.161229 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:49:25.177466 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Pushing event updated for resources: {'Port': ['ID=30fe96aa-90e0-4680-850c-c04577b63dea,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:25.197305 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:25.199034 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.219436 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:25.242615 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.244880 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bdae514f-3334-43bc-8c6b-6d97ea2d93a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:25.260257 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Attempting to bind port 30fe96aa-90e0-4680-850c-c04577b63dea on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:49:25.260669 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Attempting to bind port 30fe96aa-90e0-4680-850c-c04577b63dea by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:49:25.261111 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Attempting to bind port 30fe96aa-90e0-4680-850c-c04577b63dea on network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:25.272023 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:49:25.272419 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Checking segment: {'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:25.272862 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.273296 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Bound using segment: {'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:49:25.274052 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Bound port: 30fe96aa-90e0-4680-850c-c04577b63dea, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:49:25.274651 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.281357 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:25.286109 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:25.290106 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:49:25.295713 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b09def68-407a-4e38-902c-e7dc5947cf1e,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:25.315211 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:25.323066 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:25.335085 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:25.335474 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.368052 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] For port 30fe96aa-90e0-4680-850c-c04577b63dea, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:49:25.382294 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Sync routers for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:49:25.385986 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] For port 30fe96aa-90e0-4680-850c-c04577b63dea, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=30fe96aa-90e0-4680-850c-c04577b63dea,segment=NetworkSegment(88886661-4047-4048-93b3-2915ab5ef892),segment_id=88886661-4047-4048-93b3-2915ab5ef892)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:49:25.393459 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.394856 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:49:25.395521 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:49:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:25.395716 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:25.489340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Pushing event updated for resources: {'Port': ['ID=30fe96aa-90e0-4680-850c-c04577b63dea,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:25.493818 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b8c105ef-fe69-4aa0-8d8f-331aac31a191 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:25.496410 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.525217 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=c7f4742b-bf70-41ef-9ae6-4e27b01d82d7,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:25.530575 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.534765 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:25.537436 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:49:25.575418 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.588238 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=c7f4742b-bf70-41ef-9ae6-4e27b01d82d7,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:25.591513 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:25.764813 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 2, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:25.793385 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Checking router: 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:49:25.793837 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Updating router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 binding host dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:49:25.813057 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-592638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593804'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.829383 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:25.941100 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Router 851477ab-503a-4bb7-9eef-0384b229d629 is scheduled to L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 09:49:26.047491 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:49:26.055967 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Sync routers for ids ['851477ab-503a-4bb7-9eef-0384b229d629'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:49:26.062558 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.066527 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-3121c672-3b02-4f7e-8b8d-0cc33a76b7f8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5315719 Jun 28 09:49:26.066703 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Routers {'851477ab-503a-4bb7-9eef-0384b229d629'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:49:26.066703 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:49:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['851477ab-503a-4bb7-9eef-0384b229d629'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:26.066964 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58812) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:26.110047 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.120392 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Transition to ACTIVE for port object 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:26.131493 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.135152 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-a60370a3-004f-4009-be94-2e100dbbf173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:26.194031 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Set router 851477ab-503a-4bb7-9eef-0384b229d629 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:49:26.194685 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Pushing event updated for resources: {'Port': ['ID=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:26.204767 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.209109 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.209764 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.210318 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.211717 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.212591 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.213163 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.213703 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.214249 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.214793 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.215328 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.216107 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:26.233275 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:26.291038 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Attempting to bind port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:49:26.291515 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Attempting to bind port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:49:26.292498 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Attempting to bind port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 on network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:26.299467 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:49:26.299873 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Checking segment: {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:26.300314 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.300748 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Bound using segment: {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:49:26.301244 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Bound port: 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:49:26.301652 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.399332 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] For port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:49:26.403362 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] For port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:49:26.410673 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.413676 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7f4a3d75-41cf-4c4e-9e7e-2b66ed28541f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:26.449239 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 3, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port': {'id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:14:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:26.471907 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Pushing event updated for resources: {'Port': ['ID=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:26.484019 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-0b46fcf2-3a5b-4123-9022-dd13ef98f2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:26.493619 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Checking router: 851477ab-503a-4bb7-9eef-0384b229d629 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:49:26.493990 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Updating router 851477ab-503a-4bb7-9eef-0384b229d629 port b09def68-407a-4e38-902c-e7dc5947cf1e binding host dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:49:26.498045 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:49:26.498890 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:49:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:26.542430 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.624022 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:49:26.634034 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.696893 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1e20b-3e1f-4d36-8a5e-e2e791f6c155 None None] Network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:49:26.800080 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-6e637ff6-fa86-4371-b598-a87de2f25a85 None None] Provisioning for port 30fe96aa-90e0-4680-850c-c04577b63dea completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:26.829617 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Allocated IP 172.20.0.1 (8bcf6ea2-f196-46c0-9ad6-4c9d0167431c/21f11864-abe1-4498-b8c8-5cd9ca9e92e6/7bb3feae-c53b-4350-a9e3-acab1915f2cd) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:49:26.852357 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:26Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:26.883063 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e217990-0aba-4ef5-ab8f-82e38001f35e None None] The sync data for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb is: [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:26Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:49:26.942653 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.959010 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Transition to ACTIVE for port object 7bb3feae-c53b-4350-a9e3-acab1915f2cd will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:26.975519 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:26.994355 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Transition to ACTIVE for port object b09def68-407a-4e38-902c-e7dc5947cf1e will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:26.998215 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.002068 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c870ea10-e583-4ae1-b5d6-cf253edb19a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:27.006627 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.008763 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6df86fc8-d126-4012-8d31-ff85f4bf41b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:27.076633 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Attempting to bind port b09def68-407a-4e38-902c-e7dc5947cf1e on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:49:27.077023 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Attempting to bind port b09def68-407a-4e38-902c-e7dc5947cf1e by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:49:27.077400 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Attempting to bind port b09def68-407a-4e38-902c-e7dc5947cf1e on network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:27.079634 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298094e-c92f-4d56-b85a-4664d1878aed None None] Pushing event updated for resources: {'Port': ['ID=b09def68-407a-4e38-902c-e7dc5947cf1e,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:27.082566 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8298094e-c92f-4d56-b85a-4664d1878aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:27.091970 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:49:27.091970 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Checking segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:27.091970 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.091970 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Bound using segment: {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:49:27.091970 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Bound port: b09def68-407a-4e38-902c-e7dc5947cf1e, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540f0908-dce7-408d-b0cf-2368b6321715', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:49:27.092594 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.162494 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] For port b09def68-407a-4e38-902c-e7dc5947cf1e, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:49:27.167461 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] For port b09def68-407a-4e38-902c-e7dc5947cf1e, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=b09def68-407a-4e38-902c-e7dc5947cf1e,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:49:27.178925 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.195513 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:27.235277 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Routers {'851477ab-503a-4bb7-9eef-0384b229d629'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:49:27.236031 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:49:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['851477ab-503a-4bb7-9eef-0384b229d629'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:27.306155 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298094e-c92f-4d56-b85a-4664d1878aed None None] Pushing event updated for resources: {'Port': ['ID=b09def68-407a-4e38-902c-e7dc5947cf1e,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:27.311938 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8298094e-c92f-4d56-b85a-4664d1878aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:27.380932 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:27.384470 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] Set router 851477ab-503a-4bb7-9eef-0384b229d629 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:49:27.436168 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:27.440024 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:27.449811 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:49:27.494518 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Pushing event updated for resources: {'Port': ['ID=7bb3feae-c53b-4350-a9e3-acab1915f2cd,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:27.496863 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-569102'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.499629 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:27.663414 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.710349 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:27.711552 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.796734 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 3, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port': {'id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:14:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:27.824556 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.829927 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.832546 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-877fffde-41ab-4934-b6e9-b34f7606037f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:27.844498 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2946b6-db7a-4f4c-ab8c-2a17342b1264 None None] The sync data for ids ['851477ab-503a-4bb7-9eef-0384b229d629'] in dv-cinder-792209-2-smb is: [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 3, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port': {'id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:14:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:49:27.848153 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-965afa1b-6126-4378-aefb-cc51cac45b17 None None] Provisioning for port 7bb3feae-c53b-4350-a9e3-acab1915f2cd completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:27.857841 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-965afa1b-6126-4378-aefb-cc51cac45b17 None None] Provisioning complete for port 7bb3feae-c53b-4350-a9e3-acab1915f2cd triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:27.858240 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-965afa1b-6126-4378-aefb-cc51cac45b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.878983 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:27.899105 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Pushing event updated for resources: {'Port': ['ID=7bb3feae-c53b-4350-a9e3-acab1915f2cd,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:27.902291 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-725964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-569234'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.904712 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:27.930100 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-965afa1b-6126-4378-aefb-cc51cac45b17 None None] Port 7bb3feae-c53b-4350-a9e3-acab1915f2cd cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:49:27.937138 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9d90b4a6-7d12-4b53-90be-66a02b5e3b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:27.960413 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:27.965069 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:27.965470 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.001804 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:28.003231 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:28.049226 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.102697 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:28.108898 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.110239 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 30fe96aa-90e0-4680-850c-c04577b63dea up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:28.111943 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1ea649c9-ddd5-4b07-a306-7d13de4fdbd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:28.179085 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Router 851477ab-503a-4bb7-9eef-0384b229d629 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:49:28.198961 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:28.202942 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:28.223300 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 30fe96aa-90e0-4680-850c-c04577b63dea completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:28.228547 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 30fe96aa-90e0-4680-850c-c04577b63dea triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:28.229102 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.317606 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:49:28.323497 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.324944 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-cf2030a5-2bfc-43ed-8dd6-a6f73e64d94b admin admin] 10.222.0.13 "PUT /v2.0/routers/851477ab-503a-4bb7-9eef-0384b229d629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2568667 Jun 28 09:49:28.373052 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-5ad4f047-d504-4ba4-bc25-d28a7c4c950a None None] Provisioning complete for port 7bb3feae-c53b-4350-a9e3-acab1915f2cd triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:28.373543 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f047-d504-4ba4-bc25-d28a7c4c950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.403457 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 30fe96aa-90e0-4680-850c-c04577b63dea, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=30fe96aa-90e0-4680-850c-c04577b63dea,segment=NetworkSegment(88886661-4047-4048-93b3-2915ab5ef892),segment_id=88886661-4047-4048-93b3-2915ab5ef892)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:28.411532 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:28.417801 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:28.424037 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4f047-d504-4ba4-bc25-d28a7c4c950a None None] Port 7bb3feae-c53b-4350-a9e3-acab1915f2cd cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:49:28.479772 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=30fe96aa-90e0-4680-850c-c04577b63dea,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:28.483288 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.145447 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58820) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.150580 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-4281545c-44c6-48e6-b796-9143c6ef5405 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34916259', 'description': 'tempest-secgroup-smoke-34916259 description', 'project_id': '12804475e8364829bccaed17ba2b047e'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:29.172549 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4281545c-44c6-48e6-b796-9143c6ef5405 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.247671 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 30fe96aa-90e0-4680-850c-c04577b63dea up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:29.253019 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4281545c-44c6-48e6-b796-9143c6ef5405 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.257127 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4281545c-44c6-48e6-b796-9143c6ef5405 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.259424 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f164a9e2-c3a3-4c73-be45-9ddad1ca1dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.285137 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4281545c-44c6-48e6-b796-9143c6ef5405 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.286345 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-4281545c-44c6-48e6-b796-9143c6ef5405 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1398878 Jun 28 09:49:29.288240 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281545c-44c6-48e6-b796-9143c6ef5405 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8524ea8b-d3c2-4067-82e0-c4a246a28fb4,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.290209 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58822) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.291902 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4281545c-44c6-48e6-b796-9143c6ef5405 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.293845 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 30fe96aa-90e0-4680-850c-c04577b63dea triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:29.294234 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.296797 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-90dd31f9-faa9-464a-a062-2ccaaceb406f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'security_group_rule': {'security_group_id': '8524ea8b-d3c2-4067-82e0-c4a246a28fb4', 'project_id': '12804475e8364829bccaed17ba2b047e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:29.322669 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-90dd31f9-faa9-464a-a062-2ccaaceb406f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.371194 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:29.380222 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-90dd31f9-faa9-464a-a062-2ccaaceb406f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.391461 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-90dd31f9-faa9-464a-a062-2ccaaceb406f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.397901 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-15841e66-8987-4d2c-86b1-c5d9ab9e99a8 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.415084 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd31f9-faa9-464a-a062-2ccaaceb406f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5358f13a-33d3-4c0c-8cee-5cbbecb357a0,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.417260 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:29.417690 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.418463 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-90dd31f9-faa9-464a-a062-2ccaaceb406f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.419827 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-90dd31f9-faa9-464a-a062-2ccaaceb406f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.423486 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-90dd31f9-faa9-464a-a062-2ccaaceb406f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283600 Jun 28 09:49:29.423986 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58824) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.428278 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-0e51d7dc-8c06-4dee-af55-baf9c23ee15c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'security_group_rule': {'security_group_id': '8524ea8b-d3c2-4067-82e0-c4a246a28fb4', 'project_id': '12804475e8364829bccaed17ba2b047e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:29.455342 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e51d7dc-8c06-4dee-af55-baf9c23ee15c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.497528 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device b09def68-407a-4e38-902c-e7dc5947cf1e up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:29.514847 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e51d7dc-8c06-4dee-af55-baf9c23ee15c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.519056 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e51d7dc-8c06-4dee-af55-baf9c23ee15c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.521423 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.539731 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51d7dc-8c06-4dee-af55-baf9c23ee15c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e80e641-de52-4e8f-aeb7-91842501c7d1,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.542736 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0e51d7dc-8c06-4dee-af55-baf9c23ee15c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.545691 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e51d7dc-8c06-4dee-af55-baf9c23ee15c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.549979 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-0e51d7dc-8c06-4dee-af55-baf9c23ee15c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227074 Jun 28 09:49:29.550332 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 58826) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.553334 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port b09def68-407a-4e38-902c-e7dc5947cf1e completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:29.555663 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-6eb6636b-61d9-4c68-a423-28f0ecaa903b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'security_group_rule': {'security_group_id': '8524ea8b-d3c2-4067-82e0-c4a246a28fb4', 'project_id': '12804475e8364829bccaed17ba2b047e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:29.558062 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port b09def68-407a-4e38-902c-e7dc5947cf1e triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:29.558447 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.582220 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6eb6636b-61d9-4c68-a423-28f0ecaa903b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.634010 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.642021 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6eb6636b-61d9-4c68-a423-28f0ecaa903b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.645162 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6eb6636b-61d9-4c68-a423-28f0ecaa903b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.647199 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2ac5936f-9265-4608-aaca-228703689a52 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.657532 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port b09def68-407a-4e38-902c-e7dc5947cf1e, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=b09def68-407a-4e38-902c-e7dc5947cf1e,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:29.661579 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.663409 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.663664 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6636b-61d9-4c68-a423-28f0ecaa903b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff968d4a-52f1-4433-a0b8-216a5284d292,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.666376 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6eb6636b-61d9-4c68-a423-28f0ecaa903b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.676290 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6eb6636b-61d9-4c68-a423-28f0ecaa903b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.679933 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6eb6636b-61d9-4c68-a423-28f0ecaa903b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260011 Jun 28 09:49:29.680348 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58828) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.685767 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-8d087c33-bdb0-4bd7-b669-2e048e25b868 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'security_group_rule': {'security_group_id': '8524ea8b-d3c2-4067-82e0-c4a246a28fb4', 'project_id': '12804475e8364829bccaed17ba2b047e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:29.711866 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=b09def68-407a-4e38-902c-e7dc5947cf1e,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.713533 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d087c33-bdb0-4bd7-b669-2e048e25b868 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.715016 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.774871 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d087c33-bdb0-4bd7-b669-2e048e25b868 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.778436 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d087c33-bdb0-4bd7-b669-2e048e25b868 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.780492 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a6ac625f-7dde-496f-8094-a5f5a9cb33ed tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.795504 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d087c33-bdb0-4bd7-b669-2e048e25b868 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a664b261-7fb2-45ee-bb6a-2bf13ab6eaf7,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.797855 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8d087c33-bdb0-4bd7-b669-2e048e25b868 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.801795 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d087c33-bdb0-4bd7-b669-2e048e25b868 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.803032 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-8d087c33-bdb0-4bd7-b669-2e048e25b868 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215532 Jun 28 09:49:29.805800 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58830) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.810097 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'security_group_rule': {'security_group_id': '8524ea8b-d3c2-4067-82e0-c4a246a28fb4', 'project_id': '12804475e8364829bccaed17ba2b047e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:29.830624 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.securitygroups_db [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Project 12804475e8364829bccaed17ba2b047e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:49:29.835063 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.896230 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.900355 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.902352 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:29.918208 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1751c457-5ad6-461f-9f50-823c2b5b0f8c,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:29.921179 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:29.932242 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:29.933716 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-697668cf-5cea-488f-a4ce-12fc192b8302 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270151 Jun 28 09:49:29.936453 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58832) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:49:29.941155 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'security_group_rule': {'security_group_id': '8524ea8b-d3c2-4067-82e0-c4a246a28fb4', 'project_id': '12804475e8364829bccaed17ba2b047e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:29.963732 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.securitygroups_db [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Project 12804475e8364829bccaed17ba2b047e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 09:49:29.968669 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:30.030383 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:30.034155 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-395878'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:30.039482 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:30.054829 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fda66bb-bf41-4030-a21e-3dee03a41970,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:30.057665 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:30.062255 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:30.063591 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-6f177d02-dc61-486a-a1cc-d06bc3b012e2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261430 Jun 28 09:49:30.256302 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Sync routers for ids ['851477ab-503a-4bb7-9eef-0384b229d629'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:49:30.266344 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Routers {'851477ab-503a-4bb7-9eef-0384b229d629'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:49:30.267029 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:49:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['851477ab-503a-4bb7-9eef-0384b229d629'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:30.459603 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Set router 851477ab-503a-4bb7-9eef-0384b229d629 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:49:30.568723 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3502f34-d0b4-4c81-8c53-15a66989ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:30.667590 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:30.672155 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:27Z', 'revision_number': 4, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port': {'id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '7bb3feae-c53b-4350-a9e3-acab1915f2cd', 'name': '', 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'mac_address': 'fa:16:3e:7d:8d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '21f11864-abe1-4498-b8c8-5cd9ca9e92e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:26Z', 'updated_at': '2021-06-28T09:49:27Z', 'revision_number': 2, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'subnets': [{'id': '21f11864-abe1-4498-b8c8-5cd9ca9e92e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:30.698522 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Checking router: 851477ab-503a-4bb7-9eef-0384b229d629 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:49:30.698912 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Updating router 851477ab-503a-4bb7-9eef-0384b229d629 port 7bb3feae-c53b-4350-a9e3-acab1915f2cd binding host dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 09:49:30.736574 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:31.001984 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:31.013630 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Transition to ACTIVE for port object 7bb3feae-c53b-4350-a9e3-acab1915f2cd will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:31.020711 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:31.023754 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-bb24e9db-a275-4462-b42d-8052137c1684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:31.098784 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c315b3-4fb0-4922-8d44-5531b9f1078d None None] Pushing event updated for resources: {'Port': ['ID=7bb3feae-c53b-4350-a9e3-acab1915f2cd,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:31.120292 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-67c315b3-4fb0-4922-8d44-5531b9f1078d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:31.133893 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Attempting to bind port 7bb3feae-c53b-4350-a9e3-acab1915f2cd on host dv-cinder-792209-2-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:49:31.134269 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Attempting to bind port 7bb3feae-c53b-4350-a9e3-acab1915f2cd by drivers openvswitch,hyperv on host dv-cinder-792209-2-smb at level 0 using segments [{'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:49:31.134627 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Attempting to bind port 7bb3feae-c53b-4350-a9e3-acab1915f2cd on network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:31.139657 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Checking agent: {'id': 'fb3c5823-cfd8-420d-bd7c-d8eeee83bfda', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 32, 31), 'started_at': datetime.datetime(2021, 6, 28, 9, 33, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:49:31.140035 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Checking segment: {'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:31.140456 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:31.140862 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Bound using segment: {'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:49:31.141323 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Bound port: 7bb3feae-c53b-4350-a9e3-acab1915f2cd, host: dv-cinder-792209-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88886661-4047-4048-93b3-2915ab5ef892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:49:31.141897 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:31.161410 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device b09def68-407a-4e38-902c-e7dc5947cf1e up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:31.212555 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port b09def68-407a-4e38-902c-e7dc5947cf1e triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:31.213024 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:31.215561 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] For port 7bb3feae-c53b-4350-a9e3-acab1915f2cd, host dv-cinder-792209-2-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:49:31.218767 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] For port 7bb3feae-c53b-4350-a9e3-acab1915f2cd, host dv-cinder-792209-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=7bb3feae-c53b-4350-a9e3-acab1915f2cd,segment=NetworkSegment(88886661-4047-4048-93b3-2915ab5ef892),segment_id=88886661-4047-4048-93b3-2915ab5ef892)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:49:31.223890 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:31.227248 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:31.283004 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c315b3-4fb0-4922-8d44-5531b9f1078d None None] Pushing event updated for resources: {'Port': ['ID=7bb3feae-c53b-4350-a9e3-acab1915f2cd,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:31.293806 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-67c315b3-4fb0-4922-8d44-5531b9f1078d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:31.294941 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Routers {'851477ab-503a-4bb7-9eef-0384b229d629'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:49:31.295871 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:49:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['851477ab-503a-4bb7-9eef-0384b229d629'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:31.421100 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] Set router 851477ab-503a-4bb7-9eef-0384b229d629 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:49:31.608811 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:31.622248 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:27Z', 'revision_number': 4, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port': {'id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '7bb3feae-c53b-4350-a9e3-acab1915f2cd', 'name': '', 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'mac_address': 'fa:16:3e:7d:8d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '21f11864-abe1-4498-b8c8-5cd9ca9e92e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:26Z', 'updated_at': '2021-06-28T09:49:31Z', 'revision_number': 4, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'subnets': [{'id': '21f11864-abe1-4498-b8c8-5cd9ca9e92e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:49:31.652328 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea08ad0-0e8f-42bd-9fb1-b2309a626f6d None None] The sync data for ids ['851477ab-503a-4bb7-9eef-0384b229d629'] in dv-cinder-792209-2-smb is: [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:27Z', 'revision_number': 4, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port': {'id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '7bb3feae-c53b-4350-a9e3-acab1915f2cd', 'name': '', 'network_id': '8bcf6ea2-f196-46c0-9ad6-4c9d0167431c', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'mac_address': 'fa:16:3e:7d:8d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '21f11864-abe1-4498-b8c8-5cd9ca9e92e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:26Z', 'updated_at': '2021-06-28T09:49:31Z', 'revision_number': 4, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'subnets': [{'id': '21f11864-abe1-4498-b8c8-5cd9ca9e92e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:49:33.163300 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 7bb3feae-c53b-4350-a9e3-acab1915f2cd up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:33.219473 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning for port 7bb3feae-c53b-4350-a9e3-acab1915f2cd completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:33.223672 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 7bb3feae-c53b-4350-a9e3-acab1915f2cd triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:33.224204 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:33.310184 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:33.321878 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:33.346616 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] For port 7bb3feae-c53b-4350-a9e3-acab1915f2cd, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=7bb3feae-c53b-4350-a9e3-acab1915f2cd,segment=NetworkSegment(88886661-4047-4048-93b3-2915ab5ef892),segment_id=88886661-4047-4048-93b3-2915ab5ef892)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:33.350807 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:33.354476 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:33.398927 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Pushing event updated for resources: {'Port': ['ID=7bb3feae-c53b-4350-a9e3-acab1915f2cd,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:33.401941 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:33.809415 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:49:35.145872 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 7bb3feae-c53b-4350-a9e3-acab1915f2cd up at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:35.197537 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Provisioning complete for port 7bb3feae-c53b-4350-a9e3-acab1915f2cd triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:35.197923 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:39.948157 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:46.436991 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-6a93ff3b-fb3c-4cd1-93b6-ff215b2e2c45 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34916259&fields=id&tenant_id=12804475e8364829bccaed17ba2b047e HTTP/1.1" status: 200 len: 267 time: 0.0489485 Jun 28 09:49:46.548165 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-0961c977-646d-490e-8410-01f4637273da tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:46.549633 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-0961c977-646d-490e-8410-01f4637273da tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 808 time: 0.1062841 Jun 28 09:49:46.564629 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-5065d790-9379-41e0-957c-3102675a3fd7 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/quotas/12804475e8364829bccaed17ba2b047e HTTP/1.1" status: 200 len: 375 time: 0.0095429 Jun 28 09:49:46.638221 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-f4be45ab-e65b-4053-bbb6-aa7450be0de2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684917 Jun 28 09:49:46.817738 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-90e00c55-0559-48c7-a33f-70c41af1d515 service neutron] 10.222.0.13 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684265 Jun 28 09:49:46.908748 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d21fa710-41ee-403b-badc-b918a8ecef5d service neutron] 10.222.0.13 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Jun 28 09:49:47.203187 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-26e0c399-67bb-4d2b-bf25-73813b17450b req-1ba6e86b-cc1b-4aa4-abbd-f61ea9bf44c6 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 210 time: 0.0273974 Jun 28 09:49:48.282689 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-06cef76a-1348-441d-903f-611bfcf64c75 req-76ce649a-6b69-40bb-8f04-27fd3bef25e9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 210 time: 0.0290692 Jun 28 09:49:49.367524 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-9f429937-21ba-4666-8d4b-dd435835fcc0 req-75442e6d-1128-4133-8b5f-e4685e71eec9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 210 time: 0.0332966 Jun 28 09:49:50.450539 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-13a2ab25-93e6-4ee3-ac72-87d94b6caea3 req-fbfa7055-fb3a-49a5-a457-9330aea49a2f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 210 time: 0.0288939 Jun 28 09:49:51.596099 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-e944c354-7c44-427d-be79-cde92c5bdbc8 req-57a6fa3a-8ce7-49e3-b530-89abdd5cc384 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 210 time: 0.0351479 Jun 28 09:49:52.406507 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-8f361ae7-8b52-4d3a-a4d8-c381a9a1c33d tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:52.407915 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-8f361ae7-8b52-4d3a-a4d8-c381a9a1c33d tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 808 time: 0.1071503 Jun 28 09:49:52.460315 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-6c4b091e-90ec-4cc6-8e72-b8d1438510f3 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12804475e8364829bccaed17ba2b047e HTTP/1.1" status: 200 len: 378 time: 0.0393455 Jun 28 09:49:52.475628 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'port': {'device_id': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'admin_state_up': True, 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'security_groups': ['8524ea8b-d3c2-4067-82e0-c4a246a28fb4']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:52.588069 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Made reservation on behalf of 12804475e8364829bccaed17ba2b047e for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 09:49:52.591858 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:52.749045 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Allocated IP 172.20.0.13 (7b46dc4e-aeb6-4f44-915f-2a701ecec878/ee10d654-64c5-4456-bfa1-863d5c37ca72/d915d5ef-7fa3-45b3-ab8f-734add18db3c) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:49:52.752609 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9fd1b066-66e0-4104-83a9-8bdbcb4be869 req-f8d2502f-e599-428b-a6a2-c59d97d85f25 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 210 time: 0.0386701 Jun 28 09:49:52.898414 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:52.912896 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Transition to ACTIVE for port object d915d5ef-7fa3-45b3-ab8f-734add18db3c will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:52.947346 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3517142'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:52.952622 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fa10ba3a-e6a8-4cd3-aa89-b7c26c18eb38 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:52.996799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:49:53.002889 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:49:53.005233 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:49:53.041412 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:53.054765 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.055166 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.055549 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.055917 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.056289 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.056683 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.057057 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.057421 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.057787 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.058151 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.058508 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.058866 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:53.062766 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:53.079528 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:53.080156 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:53.098462 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d88950d5-15ba-43f3-9bf1-98d026ece50c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265135 Jun 28 09:49:53.112230 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Request body: {'port': {'device_id': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:49:53.192400 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:53.264719 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-ede8823c-35d6-4ed6-95df-0430c76eb892 None None] Provisioning for port d915d5ef-7fa3-45b3-ab8f-734add18db3c completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:53.268181 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-ede8823c-35d6-4ed6-95df-0430c76eb892 None None] Provisioning complete for port d915d5ef-7fa3-45b3-ab8f-734add18db3c triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:53.268591 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ede8823c-35d6-4ed6-95df-0430c76eb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:53.301496 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-ede8823c-35d6-4ed6-95df-0430c76eb892 None None] Port d915d5ef-7fa3-45b3-ab8f-734add18db3c cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 09:49:53.450865 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d915d5ef-7fa3-45b3-ab8f-734add18db3c {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:49:53.458048 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:53.469448 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Transition to ACTIVE for port object d915d5ef-7fa3-45b3-ab8f-734add18db3c will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 09:49:53.472716 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:53.474637 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9ba56a90-c9df-473c-80c7-8a767b8b05e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:53.521688 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Pushing event updated for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:53.526502 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:53.607132 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Attempting to bind port d915d5ef-7fa3-45b3-ab8f-734add18db3c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 09:49:53.607460 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Attempting to bind port d915d5ef-7fa3-45b3-ab8f-734add18db3c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 09:49:53.607799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Attempting to bind port d915d5ef-7fa3-45b3-ab8f-734add18db3c on network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:53.612509 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Port d915d5ef-7fa3-45b3-ab8f-734add18db3c on network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 09:49:53.612838 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Attempting to bind port d915d5ef-7fa3-45b3-ab8f-734add18db3c on network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 09:49:53.618606 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Checking agent: {'id': 'd041b932-2a4e-433c-95ea-cea575523ecc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'started_at': datetime.datetime(2021, 6, 28, 9, 38, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 9, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 09:49:53.618943 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Checking segment: {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 09:49:53.619321 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Bound using segment: {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 09:49:53.619747 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Bound port: d915d5ef-7fa3-45b3-ab8f-734add18db3c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce282127-01f7-42c6-ad79-7048fe551176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 09:49:53.620102 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:53.684642 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 09:49:53.687463 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 09:49:53.692088 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3516964'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:53.694077 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8603b133-2312-48a0-9d95-76bb8a7d2a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:53.725274 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:53.725888 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:53.727796 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] 10.222.0.36 "PUT /v2.0/ports/d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 1094 time: 0.6200013 Jun 28 09:49:53.728325 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:49:53.730666 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f07429f-fad7-4828-bb47-e56947004be4" -d '{"events": [{"name": "network-changed", "server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:49:53.756706 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Pushing event updated for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:53.766730 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2d7e48fc-bcd9-4630-9c72-97a1bbca4dbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:53.774373 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37610247-477e-4b0b-bc2d-fcd92656f567 x-openstack-request-id: req-37610247-477e-4b0b-bc2d-fcd92656f567 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:49:53.774708 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:49:53.775004 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37610247-477e-4b0b-bc2d-fcd92656f567 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:49:53.775451 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'status': 'completed', 'code': 200} Jun 28 09:49:53.837606 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-e30cddcc-ec8e-40a1-8259-73b704b79fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:53.839248 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-e30cddcc-ec8e-40a1-8259-73b704b79fe3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0574918 Jun 28 09:49:53.900855 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-d811b99c-cb1b-449c-946b-3f8ee5eccedd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 217 time: 0.0501051 Jun 28 09:49:53.972848 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-39946636-3718-4df6-a200-e7026a2c8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:53.974304 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-39946636-3718-4df6-a200-e7026a2c8dfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0542784 Jun 28 09:49:54.000011 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202e024-c48f-4d6c-99af-930c5e18dd9b req-84520529-dd53-4b01-be51-0b69f52bddf5 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:54.001452 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e202e024-c48f-4d6c-99af-930c5e18dd9b req-84520529-dd53-4b01-be51-0b69f52bddf5 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 944 time: 0.1121285 Jun 28 09:49:54.063952 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e202e024-c48f-4d6c-99af-930c5e18dd9b req-702e42b5-c437-4a98-9329-ce8eddd8b1c4 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461128 Jun 28 09:49:54.075215 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-af4f70ba-c71f-4e45-9197-da1b56d7564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:54.076869 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-af4f70ba-c71f-4e45-9197-da1b56d7564c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923645 Jun 28 09:49:54.171632 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-f6f8b6cb-911d-48dd-8342-e7fbd3fbaa90 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840790 Jun 28 09:49:54.270924 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f1009bcf-5077-4bc5-8b6f-cfbf40dee042 req-feef7b34-8a8e-4032-ba0b-da0c911ef676 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900967 Jun 28 09:49:54.369254 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07429f-fad7-4828-bb47-e56947004be4 req-e304b43f-baf1-4a83-9159-75e29d068d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:54.370651 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f07429f-fad7-4828-bb47-e56947004be4 req-e304b43f-baf1-4a83-9159-75e29d068d69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0526361 Jun 28 09:49:54.464444 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07429f-fad7-4828-bb47-e56947004be4 req-b547da97-17a6-4b33-8f59-4a5d9edc0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:54.466676 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f07429f-fad7-4828-bb47-e56947004be4 req-b547da97-17a6-4b33-8f59-4a5d9edc0c3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 909 time: 0.0893052 Jun 28 09:49:54.515313 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f07429f-fad7-4828-bb47-e56947004be4 req-de90c68b-730e-4173-bb2f-ae2032b59933 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 217 time: 0.0360591 Jun 28 09:49:54.566801 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07429f-fad7-4828-bb47-e56947004be4 req-4e2428a9-5214-46d7-a01e-b9d21d0b43f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:54.568263 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f07429f-fad7-4828-bb47-e56947004be4 req-4e2428a9-5214-46d7-a01e-b9d21d0b43f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0425923 Jun 28 09:49:54.628518 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07429f-fad7-4828-bb47-e56947004be4 req-be57b67e-9c8f-4d3d-b1e3-ed2b6453524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:54.629896 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f07429f-fad7-4828-bb47-e56947004be4 req-be57b67e-9c8f-4d3d-b1e3-ed2b6453524c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549784 Jun 28 09:49:54.718769 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f07429f-fad7-4828-bb47-e56947004be4 req-cd6df445-fa4b-4e9c-8ac0-d45f974beb68 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820305 Jun 28 09:49:54.814936 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7f07429f-fad7-4828-bb47-e56947004be4 req-0e1b28fa-ebe5-4a7e-9c8c-503435be4153 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892689 Jun 28 09:49:55.249890 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2628-e2c3-4eea-9700-f4edce2986bf req-2d37936f-c548-45e9-8092-1e4cd5658ae5 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:55.251390 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-eb3e2628-e2c3-4eea-9700-f4edce2986bf req-2d37936f-c548-45e9-8092-1e4cd5658ae5 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 944 time: 0.0734358 Jun 28 09:49:55.287837 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-eb3e2628-e2c3-4eea-9700-f4edce2986bf req-fa5caa3a-a421-486a-8c2f-da33898c06f4 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308938 Jun 28 09:49:56.463501 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2a0d7-01ac-4797-ae38-93aea3fbafb2 req-5fee2cec-8efe-48c1-905c-282340303c21 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:56.464911 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a2a0d7-01ac-4797-ae38-93aea3fbafb2 req-5fee2cec-8efe-48c1-905c-282340303c21 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 944 time: 0.0646429 Jun 28 09:49:56.505676 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-52a2a0d7-01ac-4797-ae38-93aea3fbafb2 req-cd708968-1468-44fc-a035-5f4d7482196b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352316 Jun 28 09:49:57.249220 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d915d5ef-7fa3-45b3-ab8f-734add18db3c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:49:57.339627 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:57.350378 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'port_id': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'mac_address': 'fa:16:3e:4d:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:49:57.386031 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:57.402274 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d915d5ef-7fa3-45b3-ab8f-734add18db3c {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:49:57.421015 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:57.424891 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:57.426619 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-08af381a-1a71-4faa-92cc-9b2db32ab823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:57.587397 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:57.590557 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:57.689713 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['d915d5ef-7fa3-45b3-ab8f-734add18db3c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:49:57.696181 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474988db-e79f-4479-8947-79cb64204651 req-e29907a9-f7e2-47d8-8f84-c49e2a4659c8 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:57.697807 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-474988db-e79f-4479-8947-79cb64204651 req-e29907a9-f7e2-47d8-8f84-c49e2a4659c8 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 945 time: 0.0740952 Jun 28 09:49:57.734936 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-474988db-e79f-4479-8947-79cb64204651 req-129e6adb-1dae-4676-bf3b-e75adbb08948 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313261 Jun 28 09:49:57.916482 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c43bd21c-421a-4a47-b3ae-b929cec5fe0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:58.908930 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f7290-2ef6-4c4b-985b-f64e8be499e2 req-fa82fcf3-166d-4a2e-9efa-9c47901e5ce9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:58.910398 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8a4f7290-2ef6-4c4b-985b-f64e8be499e2 req-fa82fcf3-166d-4a2e-9efa-9c47901e5ce9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 945 time: 0.0633473 Jun 28 09:49:58.948670 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-8a4f7290-2ef6-4c4b-985b-f64e8be499e2 req-199358e5-9acb-4702-aa40-b0a603dd887d tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320978 Jun 28 09:49:59.248928 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d915d5ef-7fa3-45b3-ab8f-734add18db3c up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:49:59.296207 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning for port d915d5ef-7fa3-45b3-ab8f-734add18db3c completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 09:49:59.299937 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port d915d5ef-7fa3-45b3-ab8f-734add18db3c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:49:59.300317 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:59.378259 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:59.401334 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:49:59.403598 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53392ec-a100-4ac7-a869-20cd6a3aacc1" -d '{"events": [{"server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "name": "network-vif-plugged", "status": "completed", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:49:59.416914 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:49:59.421722 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:49:59.423593 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:49:59.444990 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5325b1b-75cb-455e-8ff5-185c2fc08b14 x-openstack-request-id: req-c5325b1b-75cb-455e-8ff5-185c2fc08b14 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:49:59.445323 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "name": "network-vif-plugged", "status": "completed", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:49:59.445586 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5325b1b-75cb-455e-8ff5-185c2fc08b14 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:49:59.445987 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'code': 200} Jun 28 09:49:59.471807 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:49:59.480864 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.481220 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.481568 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.481913 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.482247 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.482582 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.482921 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.483254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.483579 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.483910 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.484239 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.484597 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:49:59.488259 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:49:59.751967 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44f181-d1bd-46a0-a1d2-79d48946847c req-98900cac-0490-48b9-a771-8409b0ed5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:49:59.753349 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7c44f181-d1bd-46a0-a1d2-79d48946847c req-98900cac-0490-48b9-a771-8409b0ed5070 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0539305 Jun 28 09:49:59.787190 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7c44f181-d1bd-46a0-a1d2-79d48946847c req-d8ee5ed1-f3e1-42a1-8097-be0311983888 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273361 Jun 28 09:50:00.119296 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d18468-a5e0-4ebb-8c30-57d41a2a25c9 req-12c8205b-3790-4069-b754-7de9ce885046 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:00.120819 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b1d18468-a5e0-4ebb-8c30-57d41a2a25c9 req-12c8205b-3790-4069-b754-7de9ce885046 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0635688 Jun 28 09:50:00.158827 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-b1d18468-a5e0-4ebb-8c30-57d41a2a25c9 req-4f29e05e-7be7-498e-9e2e-204d8d9f8aff tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324528 Jun 28 09:50:00.559608 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f55f5c7d-f12b-4ea6-90c3-5f9a21aad4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:00.670498 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:01.343215 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af1b82-1fce-404f-936b-c2e6e33560ce req-d60d98ec-6658-478c-ac13-c0b7036a525f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:01.344755 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18af1b82-1fce-404f-936b-c2e6e33560ce req-d60d98ec-6658-478c-ac13-c0b7036a525f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0723004 Jun 28 09:50:01.383076 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-18af1b82-1fce-404f-936b-c2e6e33560ce req-5d2ec9e8-ecf4-4728-8016-0678cb5b5664 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323427 Jun 28 09:50:01.555976 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940dd81f-2b39-4245-9195-e8716ce12ec4 req-30e87afd-9279-4b6f-9182-00be22b7948f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:01.557487 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-940dd81f-2b39-4245-9195-e8716ce12ec4 req-30e87afd-9279-4b6f-9182-00be22b7948f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0673871 Jun 28 09:50:01.594482 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-940dd81f-2b39-4245-9195-e8716ce12ec4 req-898abccd-e112-4a9c-b234-e5e273679758 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314491 Jun 28 09:50:01.611885 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:01.618729 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58994) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:01.711322 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5cea1a-0001-40e5-bf22-abe1763ac8df tempest-TestShelveInstance-1127457486 tempest-TestShelveInstance-1127457486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:01.713047 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5c5cea1a-0001-40e5-bf22-abe1763ac8df tempest-TestShelveInstance-1127457486 tempest-TestShelveInstance-1127457486-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1094 time: 0.0933006 Jun 28 09:50:01.715903 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 58998) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:50:01.720228 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Request body: {'floatingip': {'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'port_id': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 09:50:01.741422 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for floatingip, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:01.837808 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:01.945187 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Allocated IP 172.28.2.179 (ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd/dbe9477a-6802-4665-8c65-62369c5d4a79/7757f05b-9851-4f30-a19e-60c7429a302a) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 09:50:02.060074 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:02.098311 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8043137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770032904677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2421569'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:02.100485 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-714764ab-aee3-4a4a-9623-8ab7e73b7a8b tempest-VolumesActionsTest-2078637677 tempest-VolumesActionsTest-2078637677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:02.136582 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Network ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 09:50:02.141779 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 09:50:02.145167 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 09:50:02.171732 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'Port': ['ID=7757f05b-9851-4f30-a19e-60c7429a302a,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:02.184527 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.184917 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.185298 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.185671 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.186045 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.186415 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.186781 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.187147 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.187512 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.187874 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.188237 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.188626 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:50:02.193424 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:02.517953 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:02.595938 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:02.742250 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:02.746677 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2421683'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:02.748745 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a48c44f6-7582-4eb6-92f1-5ea57377e254 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:50:02.813043 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event updated for resources: {'Port': ['ID=7757f05b-9851-4f30-a19e-60c7429a302a,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:50:02.816901 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:50:02.824059 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593692'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:02.921443 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.l3_db [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Floating IP 289a4689-9609-40b7-9bc1-ed602b503c42 associated. External IP: 172.28.2.179, port: d915d5ef-7fa3-45b3-ab8f-734add18db3c. Jun 28 09:50:03.127048 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:50:03.234398 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:50:03.243800 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] Sync routers for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:50:03.250178 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:03.253634 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:50:03.254272 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:50:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:50:03.287252 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-f9df11f2-8b37-48ee-80ab-e44174ea341b tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5703099 Jun 28 09:50:03.288059 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:50:03.290950 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ad48df-99ce-43e8-917d-411a0edca748" -d '{"events": [{"name": "network-changed", "server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:50:03.329349 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722f18eb-0937-4b6d-8e7d-d4a810d1701a x-openstack-request-id: req-722f18eb-0937-4b6d-8e7d-d4a810d1701a {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:50:03.329741 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:50:03.330043 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-722f18eb-0937-4b6d-8e7d-d4a810d1701a {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:50:03.330489 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'status': 'completed', 'code': 200} Jun 28 09:50:03.342346 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:03.368829 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:50:03.411090 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-55d641ea-032c-44b4-ac19-4ad07067442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:03.412648 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-55d641ea-032c-44b4-ac19-4ad07067442a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0539215 Jun 28 09:50:03.503105 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-01508fd1-d767-4196-9346-ee12eae820d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:03.504700 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-01508fd1-d767-4196-9346-ee12eae820d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 909 time: 0.0842426 Jun 28 09:50:03.574144 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-9d19270d-d4ed-4806-892d-4ec0b6d11516 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 1000 time: 0.0622299 Jun 28 09:50:03.591036 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '289a4689-9609-40b7-9bc1-ed602b503c42', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'floating_ip_address': '172.28.2.179', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'port_id': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'mac_address': 'fa:16:3e:4d:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:50:02Z', 'updated_at': '2021-06-28T09:50:02Z', 'revision_number': 0, 'project_id': '12804475e8364829bccaed17ba2b047e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:28Z', 'revision_number': 5, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:50:03.616718 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] Checking router: 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:50:03.622854 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-c0d29915-3b89-4aee-b744-6d0c74b5c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:03.624257 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-c0d29915-3b89-4aee-b744-6d0c74b5c5c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0431938 Jun 28 09:50:03.624910 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:50:03.625526 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:50:01Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:50:03.681941 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-2d58251c-b59e-4990-86b0-d668d6378b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:03.683437 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-2d58251c-b59e-4990-86b0-d668d6378b6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525119 Jun 28 09:50:03.729905 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:50:03.776606 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-bb7a4c83-7d71-4fdf-9f78-2ff6b1f5c54b service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848441 Jun 28 09:50:03.869520 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e2ad48df-99ce-43e8-917d-411a0edca748 req-d9c5cd13-a81e-411f-beb8-ba120426eb27 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860555 Jun 28 09:50:03.965671 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '289a4689-9609-40b7-9bc1-ed602b503c42', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'floating_ip_address': '172.28.2.179', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'port_id': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'mac_address': 'fa:16:3e:4d:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:50:02Z', 'updated_at': '2021-06-28T09:50:02Z', 'revision_number': 0, 'project_id': '12804475e8364829bccaed17ba2b047e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:28Z', 'revision_number': 5, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:50:03.991430 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dad65c-93c4-4ae0-9555-0c0ca78efab4 None None] The sync data for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb is: [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_floatingips': [{'id': '289a4689-9609-40b7-9bc1-ed602b503c42', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'floating_ip_address': '172.28.2.179', 'floating_network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'router_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'port_id': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'mac_address': 'fa:16:3e:4d:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T09:50:02Z', 'updated_at': '2021-06-28T09:50:02Z', 'revision_number': 0, 'project_id': '12804475e8364829bccaed17ba2b047e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:28Z', 'revision_number': 5, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:50:04.176314 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f40ac5-514a-4e84-b579-234a6540a1ed None None] New status for floating IP 289a4689-9609-40b7-9bc1-ed602b503c42: ACTIVE {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:50:09.964840 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:10.808264 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:50:27.917235 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8384-3144-4b62-9aca-6b3666591e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:30.560905 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8eed8657-40dc-4766-acab-d58dc594b510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:30.671957 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:31.612567 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:33.312872 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:39.962728 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:50:47.810962 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:50:48.056803 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-de6ecb95-f98a-41b4-ac46-16b699a08b91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926611 Jun 28 09:50:48.156189 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-7a4d81b3-18eb-4208-ba81-7502e0857c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:48.157710 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-7a4d81b3-18eb-4208-ba81-7502e0857c75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0525165 Jun 28 09:50:48.536275 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-78c64d9f-a63f-466d-954c-c65ecd29aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:48.537679 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-78c64d9f-a63f-466d-954c-c65ecd29aee8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 909 time: 0.3517540 Jun 28 09:50:48.603515 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-bf112282-f7ed-45a5-b1d3-be1ca7a1b403 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 1002 time: 0.0557098 Jun 28 09:50:48.652015 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-a4caa40d-05e7-48be-8716-2257018def61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:48.653475 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-a4caa40d-05e7-48be-8716-2257018def61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0426197 Jun 28 09:50:48.713775 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-a1c200c6-d520-42c4-8887-c9938d0ed4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:50:48.715233 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-a1c200c6-d520-42c4-8887-c9938d0ed4cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546145 Jun 28 09:50:48.729100 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-c3a06340-3aba-4228-82ad-8a55ae99d4ae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 09:50:48.730005 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-c3a06340-3aba-4228-82ad-8a55ae99d4ae service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050273 Jun 28 09:50:48.823897 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-372a199d-6f43-4473-b92f-27e01ba49bd8 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Jun 28 09:50:48.925388 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-955cdb5b-6b9f-491b-aa16-f0e3d30e378b req-5468de2f-641f-425d-bd51-bffca868f242 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906031 Jun 28 09:50:57.918152 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-800138b8-1a50-4a63-8e46-fa68fae21c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:00.561357 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-36e87aaf-01f4-477b-b8a5-cc1319bbbac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:00.672468 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:01.622442 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:03.318346 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:09.963188 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:24.809454 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:51:27.921788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-15b5d885-9b63-4ea6-afd8-87c8e90222a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:30.561971 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7ad18e14-1699-4d40-8163-0362e0d869d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:30.672945 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:31.619355 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:33.319094 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:39.961263 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:48.995695 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-14b29932-946d-43f4-8b15-e67556db457c req-6f2c3645-83d1-4a09-9295-ad67e270b639 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521762 Jun 28 09:51:49.092915 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29932-946d-43f4-8b15-e67556db457c req-eb1ded77-5b37-48c1-83ad-eec12aae5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:51:49.094376 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-14b29932-946d-43f4-8b15-e67556db457c req-eb1ded77-5b37-48c1-83ad-eec12aae5f80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0509276 Jun 28 09:51:49.200184 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29932-946d-43f4-8b15-e67556db457c req-139e90b1-c6c4-4f51-a870-3ed563464192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:51:49.201709 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-14b29932-946d-43f4-8b15-e67556db457c req-139e90b1-c6c4-4f51-a870-3ed563464192 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 909 time: 0.0861897 Jun 28 09:51:49.268538 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-14b29932-946d-43f4-8b15-e67556db457c req-f1d6033a-aa96-4c9f-a6f7-3bbb77047635 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 1002 time: 0.0562029 Jun 28 09:51:49.319231 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29932-946d-43f4-8b15-e67556db457c req-eb745d4e-712e-4a88-8390-6ecdea1be827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:51:49.320671 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-14b29932-946d-43f4-8b15-e67556db457c req-eb745d4e-712e-4a88-8390-6ecdea1be827 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0456536 Jun 28 09:51:49.381186 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29932-946d-43f4-8b15-e67556db457c req-983c06a5-3814-4080-8d15-be75a26bc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:51:49.382642 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-14b29932-946d-43f4-8b15-e67556db457c req-983c06a5-3814-4080-8d15-be75a26bc8ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522158 Jun 28 09:51:49.472037 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-14b29932-946d-43f4-8b15-e67556db457c req-46406979-4728-4133-93aa-31102623ca3d service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792484 Jun 28 09:51:49.566996 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-14b29932-946d-43f4-8b15-e67556db457c req-66bf4826-4598-4fb4-ba83-a4f4c0d4a48a service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842836 Jun 28 09:51:57.923205 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-da5c9b50-e446-4315-94f2-8266b69a889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:51:59.914182 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bafbb8-10dd-4dd3-adf1-4edcb2bd3c68 req-655c8d2b-f418-48a8-bec1-c337c8ece8c2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:51:59.915635 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f8bafbb8-10dd-4dd3-adf1-4edcb2bd3c68 req-655c8d2b-f418-48a8-bec1-c337c8ece8c2 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.1080077 Jun 28 09:51:59.951336 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-f8bafbb8-10dd-4dd3-adf1-4edcb2bd3c68 req-c4d3ea22-3ef1-4938-9a42-af996ac19615 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302181 Jun 28 09:52:00.561525 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-98e2f3ec-4bdc-4531-9931-a742d8056a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:00.675290 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:01.172075 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5ac53-bd37-46a0-9261-915b3f851eb2 req-624540f5-2cbe-405e-ba16-ff4a14f441b1 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:01.173591 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-41b5ac53-bd37-46a0-9261-915b3f851eb2 req-624540f5-2cbe-405e-ba16-ff4a14f441b1 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.1102622 Jun 28 09:52:01.210554 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-41b5ac53-bd37-46a0-9261-915b3f851eb2 req-1aa4cc24-f7f4-45aa-bd91-9da4ba0275cb tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308373 Jun 28 09:52:01.621902 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:01.809143 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:52:02.398028 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f121462-8fdf-4956-b66a-ccaac50b624c req-dfc0eb79-d627-4e49-a4ce-e6cb19a9dc53 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:02.399424 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5f121462-8fdf-4956-b66a-ccaac50b624c req-dfc0eb79-d627-4e49-a4ce-e6cb19a9dc53 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0661647 Jun 28 09:52:02.436143 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-5f121462-8fdf-4956-b66a-ccaac50b624c req-a9eebb13-fef5-4b77-9429-2e68f60ca4f6 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310767 Jun 28 09:52:03.321097 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:03.611362 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a4c27-f86b-49cb-b070-f0436f28c0d0 req-4cbc064f-df38-45a8-b16c-5b37fd5a544a tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:03.612882 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2f3a4c27-f86b-49cb-b070-f0436f28c0d0 req-4cbc064f-df38-45a8-b16c-5b37fd5a544a tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0691946 Jun 28 09:52:03.653835 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2f3a4c27-f86b-49cb-b070-f0436f28c0d0 req-69d7b9a7-bb71-4676-aa56-eff7047c74d4 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326540 Jun 28 09:52:04.826921 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2cc7c-c171-420f-9b2b-6a51c0a8520c req-5c7bcba3-7c18-4f33-916c-a055a4091c2f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:04.828405 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-79a2cc7c-c171-420f-9b2b-6a51c0a8520c req-5c7bcba3-7c18-4f33-916c-a055a4091c2f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0634923 Jun 28 09:52:04.865276 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-79a2cc7c-c171-420f-9b2b-6a51c0a8520c req-ce5c267f-0ab9-4e03-ba22-888cd453663a tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307004 Jun 28 09:52:06.038517 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655b211-b308-4ce7-bfc5-46d34d108290 req-02908976-3a85-4a19-a6e9-8e8cfa9750d1 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:06.039972 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9655b211-b308-4ce7-bfc5-46d34d108290 req-02908976-3a85-4a19-a6e9-8e8cfa9750d1 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0634694 Jun 28 09:52:06.077205 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-9655b211-b308-4ce7-bfc5-46d34d108290 req-7e1a2ddd-0055-4a16-bffb-ccec8326dff0 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316913 Jun 28 09:52:07.258980 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8187ab-70ed-489a-87d5-bcb468cce016 req-3ea9084c-0d56-4f9a-8fca-29068c338e09 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:07.260452 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dd8187ab-70ed-489a-87d5-bcb468cce016 req-3ea9084c-0d56-4f9a-8fca-29068c338e09 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0651970 Jun 28 09:52:07.298290 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dd8187ab-70ed-489a-87d5-bcb468cce016 req-7ab46643-f789-4ebc-bc5d-1840b187d8c1 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320313 Jun 28 09:52:08.468924 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115326d-562d-4d4a-a770-21b827b928c0 req-95270d02-d092-4282-a07e-b38c61095094 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:08.470287 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2115326d-562d-4d4a-a770-21b827b928c0 req-95270d02-d092-4282-a07e-b38c61095094 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0618579 Jun 28 09:52:08.512134 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-2115326d-562d-4d4a-a770-21b827b928c0 req-c9f1a37b-1792-4aef-9a81-0ebce875b115 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357015 Jun 28 09:52:09.683310 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85998eac-ebb9-4378-9a22-58b481d97386 req-2421e27b-7528-4c13-9722-2fcfaec1c1bc tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:09.684792 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-85998eac-ebb9-4378-9a22-58b481d97386 req-2421e27b-7528-4c13-9722-2fcfaec1c1bc tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0626311 Jun 28 09:52:09.721204 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-85998eac-ebb9-4378-9a22-58b481d97386 req-10a46c4e-6455-4f8b-a262-718d51af47db tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308526 Jun 28 09:52:09.969175 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:10.027385 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-cce3e834-d8d6-49d9-b71d-946e4fc2e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:10.028911 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-cce3e834-d8d6-49d9-b71d-946e4fc2e292 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0531387 Jun 28 09:52:10.121433 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-1cd49321-4311-4d44-8aae-c26fc922b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:10.122950 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-1cd49321-4311-4d44-8aae-c26fc922b176 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 909 time: 0.0849614 Jun 28 09:52:10.194472 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-a06955e9-5347-4a09-95ef-74cd312107b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 1002 time: 0.0610516 Jun 28 09:52:10.245896 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-c8ae42c6-a072-404c-bfd5-0f66a6f22780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:10.247253 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-c8ae42c6-a072-404c-bfd5-0f66a6f22780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0433021 Jun 28 09:52:10.309669 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-383d50a0-df3d-4610-bca7-d46c99bf7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:10.311172 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-383d50a0-df3d-4610-bca7-d46c99bf7f00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537372 Jun 28 09:52:10.407722 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-149262c9-1c60-43b5-b4a0-d744d0037ff5 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Jun 28 09:52:10.497736 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-0fbfa83f-dcc0-42f0-9a71-8db8ca548d04 req-87509163-2d57-4d9e-9adf-94daae263f75 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800431 Jun 28 09:52:10.899564 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff2935-d443-4af7-b190-215ffa49f6ca req-db91ff43-5d78-4c7d-ab31-532bfc3fe678 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:10.901202 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c3ff2935-d443-4af7-b190-215ffa49f6ca req-db91ff43-5d78-4c7d-ab31-532bfc3fe678 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0692680 Jun 28 09:52:10.938793 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-c3ff2935-d443-4af7-b190-215ffa49f6ca req-8e36c761-e95d-4326-b014-f1a075b688dd tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317969 Jun 28 09:52:12.112616 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc0c8c-3279-4a4d-9711-dbb605402bde req-9821d359-bb05-4d77-a0b7-ecc7a7008c44 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:12.114336 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d8cc0c8c-3279-4a4d-9711-dbb605402bde req-9821d359-bb05-4d77-a0b7-ecc7a7008c44 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0652068 Jun 28 09:52:12.154665 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d8cc0c8c-3279-4a4d-9711-dbb605402bde req-22c269fb-dee1-4989-9819-9ae4a44aba43 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331712 Jun 28 09:52:13.343682 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba2792-f774-43d6-91a5-ad6a9f92dc80 req-fd63eb49-6ff1-4064-b2c0-4c056a5d78ba tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:13.345184 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e4ba2792-f774-43d6-91a5-ad6a9f92dc80 req-fd63eb49-6ff1-4064-b2c0-4c056a5d78ba tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0714681 Jun 28 09:52:13.384088 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-e4ba2792-f774-43d6-91a5-ad6a9f92dc80 req-f69d9449-bfec-4c62-9b03-f3ffc100612f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325289 Jun 28 09:52:13.686518 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 59098) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:52:13.759571 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed6fa3-00ef-449c-b40b-565dc1b44bc8 req-fe62f193-c27f-4348-b019-fbad7a2ab30f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:13.760986 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-afed6fa3-00ef-449c-b40b-565dc1b44bc8 req-fe62f193-c27f-4348-b019-fbad7a2ab30f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0787239 Jun 28 09:52:13.788041 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-f6596a3f-4d26-40b5-a277-a25ed588cfee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000955 Jun 28 09:52:13.798105 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-afed6fa3-00ef-449c-b40b-565dc1b44bc8 req-18242104-a6ea-4d14-b122-51010e1f779f tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315845 Jun 28 09:52:14.973886 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c5c2f-86f8-4548-992e-87d3a42a110b req-b86475f1-d863-4d38-b415-ed7670840239 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:14.975273 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-910c5c2f-86f8-4548-992e-87d3a42a110b req-b86475f1-d863-4d38-b415-ed7670840239 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0645225 Jun 28 09:52:15.012960 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-910c5c2f-86f8-4548-992e-87d3a42a110b req-a6467de7-4569-40ee-bf25-ff22d6cc3080 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319052 Jun 28 09:52:15.338670 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-897aac97-8759-47b5-bc28-fe8bc7709394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:15.340176 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-897aac97-8759-47b5-bc28-fe8bc7709394 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1&tenant_id=12804475e8364829bccaed17ba2b047e HTTP/1.1" status: 200 len: 1099 time: 0.0516541 Jun 28 09:52:15.422369 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-238aeceb-5dca-475b-84b0-507e9c0e1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:15.423915 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-238aeceb-5dca-475b-84b0-507e9c0e1a6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0544457 Jun 28 09:52:15.520033 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-5e1ef264-1733-4482-a6ff-fe07c1f396e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:15.521516 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-5e1ef264-1733-4482-a6ff-fe07c1f396e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 909 time: 0.0912595 Jun 28 09:52:15.586063 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-b84ea34d-7c1b-41a3-8740-c0385d67a9e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 1002 time: 0.0570126 Jun 28 09:52:15.639027 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-7ed2a1bc-4314-4383-a41c-b90538c48c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:15.640461 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-7ed2a1bc-4314-4383-a41c-b90538c48c17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0440280 Jun 28 09:52:15.701032 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-67c214c2-7ffb-4176-b756-aeaea96b8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:15.702591 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-67c214c2-7ffb-4176-b756-aeaea96b8b35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548594 Jun 28 09:52:15.794925 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-8e9f8f87-2743-4768-9977-193bb2f8d31a service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815215 Jun 28 09:52:15.885839 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-dcbf49fc-bbe1-4e6f-a628-60e8ebd871d7 req-235e00fc-92fc-4c81-8666-00cdc3931a33 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838141 Jun 28 09:52:15.906532 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d915d5ef-7fa3-45b3-ab8f-734add18db3c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:52:15.978162 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:16.001236 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:52:16.003493 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b0f79e-58bb-4262-ad75-aafc82771136" -d '{"events": [{"server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:52:16.016825 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:52:16.021652 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:16.023451 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:16.069258 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=6']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:16.076992 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.077342 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.077683 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.078014 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.078340 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.078855 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.079181 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.079506 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.079830 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.080149 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.080653 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.081269 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:52:16.086122 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:16.100920 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396c7a29-dce5-4cec-9d7b-0edfa4920f8c x-openstack-request-id: req-396c7a29-dce5-4cec-9d7b-0edfa4920f8c {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:52:16.101227 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "name": "network-vif-unplugged", "status": "completed", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:52:16.101493 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-396c7a29-dce5-4cec-9d7b-0edfa4920f8c {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:52:16.101896 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'code': 200} Jun 28 09:52:16.190300 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a2a75-22cb-4331-a08a-81922af1e683 req-210dc7ff-8713-4cc6-8d99-0cf3bb43ce5e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:16.192203 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d15a2a75-22cb-4331-a08a-81922af1e683 req-210dc7ff-8713-4cc6-8d99-0cf3bb43ce5e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 944 time: 0.0653825 Jun 28 09:52:16.228381 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-d15a2a75-22cb-4331-a08a-81922af1e683 req-e7787d50-f554-4897-8aa6-915042a40877 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305102 Jun 28 09:52:17.105429 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e67659-f8ee-43b6-a240-b097aa743d40 req-b510b408-7748-4a50-8978-ff637ea33e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:17.106977 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-45e67659-f8ee-43b6-a240-b097aa743d40 req-b510b408-7748-4a50-8978-ff637ea33e89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0523536 Jun 28 09:52:17.146621 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-45e67659-f8ee-43b6-a240-b097aa743d40 req-df27a316-122c-4ece-aba4-b7d75637ab56 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277781 Jun 28 09:52:17.396979 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fee99-f688-45cd-ae2e-f1a1d49833f5 req-e0eb1b27-83f5-4bd8-b64b-229d369e866a tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:17.398344 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-762fee99-f688-45cd-ae2e-f1a1d49833f5 req-e0eb1b27-83f5-4bd8-b64b-229d369e866a tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 944 time: 0.0607398 Jun 28 09:52:17.435321 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-762fee99-f688-45cd-ae2e-f1a1d49833f5 req-23a8e705-3b65-4b71-bd43-204ee0fec68c tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314550 Jun 28 09:52:17.903448 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d915d5ef-7fa3-45b3-ab8f-734add18db3c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 09:52:18.002424 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:52:18.016509 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Returning: {'device': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'port_id': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'mac_address': 'fa:16:3e:4d:7e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 09:52:18.054256 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:18.066131 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d915d5ef-7fa3-45b3-ab8f-734add18db3c {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 09:52:18.084642 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:52:18.088219 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:18.089964 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:18.135925 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=7']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:18.138985 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:18.357597 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] get_ports_and_sgs() called for port_ids ['d915d5ef-7fa3-45b3-ab8f-734add18db3c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 09:52:18.614030 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c04c0c-fd06-4110-a5ab-217f8bd45ea5 req-4c9f926f-b6e4-48a4-a0f2-8ffc24e06906 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:18.615475 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-89c04c0c-fd06-4110-a5ab-217f8bd45ea5 req-4c9f926f-b6e4-48a4-a0f2-8ffc24e06906 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 945 time: 0.0646925 Jun 28 09:52:18.654078 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-89c04c0c-fd06-4110-a5ab-217f8bd45ea5 req-6f993e42-b016-440f-9a37-c9cfef0dfb49 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325174 Jun 28 09:52:19.914854 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d915d5ef-7fa3-45b3-ab8f-734add18db3c up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 09:52:19.961425 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Provisioning complete for port d915d5ef-7fa3-45b3-ab8f-734add18db3c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 09:52:19.961804 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692300'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:20.036526 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8043206'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:20.058723 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:52:20.061002 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a033432e2f0f42effa782e0a66e16a00502cb1336794940e2651d378f77702d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ac4d82-d416-49f3-8245-dbb9d9fdddd0" -d '{"events": [{"server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "name": "network-vif-plugged", "status": "completed", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:52:20.074019 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:52:20.078116 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770033379768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770032904695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770032873512'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:20.080109 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8298094e-c92f-4d56-b85a-4664d1878aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:52:20.101898 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6265d1dc-49a7-49a9-bb47-b3b11cd0b7fc x-openstack-request-id: req-6265d1dc-49a7-49a9-bb47-b3b11cd0b7fc {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:52:20.102206 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "name": "network-vif-plugged", "status": "completed", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:52:20.102470 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6265d1dc-49a7-49a9-bb47-b3b11cd0b7fc {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:52:20.102867 dv-cinder-792209-2-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'code': 200} Jun 28 09:52:20.128057 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Pushing event updated for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=8']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:52:20.131706 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:52:27.924365 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-895a54ec-1418-4b70-9be2-41c4453158a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:30.561886 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4db0e475-7b7c-41c4-814d-67eff81b2d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:30.676979 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:31.625167 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:33.323622 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:38.808826 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:52:39.977370 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:52:51.705202 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-29199482-3c13-4cec-8168-508ee0141476 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531671 Jun 28 09:52:51.805586 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-8ad17a95-389b-4f48-a2ae-d80706db960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:51.807112 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-8ad17a95-389b-4f48-a2ae-d80706db960b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0565193 Jun 28 09:52:51.913713 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-bca897a3-1a6c-43e5-8cd6-3f3009a9326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:51.915144 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-bca897a3-1a6c-43e5-8cd6-3f3009a9326d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 909 time: 0.0862648 Jun 28 09:52:51.981677 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-36eda0a3-f590-437e-8990-a43bcd80229b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 1002 time: 0.0564396 Jun 28 09:52:52.028243 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-0b755c4c-e389-4805-8852-d78c4d063dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:52.029728 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-0b755c4c-e389-4805-8852-d78c4d063dc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0417113 Jun 28 09:52:52.089331 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-273cd7ba-6b76-443d-bfa3-6425966364ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:52:52.090780 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-273cd7ba-6b76-443d-bfa3-6425966364ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527933 Jun 28 09:52:52.182939 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-440996b4-ee39-4228-9556-35d0d6cafe52 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824535 Jun 28 09:52:52.275412 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-98abc219-5f9c-42ca-a9e9-b20888783564 req-996885ff-d157-4814-a21e-8e6b622fbf8f service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821741 Jun 28 09:52:57.924353 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eeb0050b-7ff2-4b4c-8b5a-a6575a9876f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.562544 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f456-d411-4b09-8449-4efd7a76de0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:00.676241 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:01.628125 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:03.325499 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:09.974478 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:15.808567 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:53:27.924453 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-156d127f-48cf-4522-99e1-1d7b23b30385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.562147 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4cdf0aca-56b3-410c-8867-b3fc26835fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:30.676148 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:31.630919 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:33.329974 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.134150 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 59146) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:34.284185 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Deleting port 7757f05b-9851-4f30-a19e-60c7429a302a {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:34.284557 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.370735 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.371071 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.382519 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Calling delete_port for 7757f05b-9851-4f30-a19e-60c7429a302a owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:34.802397 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.804363 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ad99fa75-984b-4b1b-bfe6-30b9e0d382b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:34.826611 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event deleted for resources: {'Port': ['ID=7757f05b-9851-4f30-a19e-60c7429a302a,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:34.837868 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.838248 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.838621 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.838991 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.839356 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.839719 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.840081 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.840458 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.840823 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.841179 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.841537 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.841891 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:34.859330 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:34.894823 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:34.895160 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.db.l3_db [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Floating IP 289a4689-9609-40b7-9bc1-ed602b503c42 disassociated (deleted). External IP: 172.28.2.179, port: d915d5ef-7fa3-45b3-ab8f-734add18db3c. Jun 28 09:53:35.091359 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:53:35.195264 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:35.200068 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:35.204260 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] Sync routers for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:35.213918 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:35.214552 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:53:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:35.241059 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-1c3b86ca-2ba2-4650-b350-7286878bcb74 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "DELETE /v2.0/floatingips/289a4689-9609-40b7-9bc1-ed602b503c42 HTTP/1.1" status: 204 len: 168 time: 1.1032939 Jun 28 09:53:35.241059 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:35.243330 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c8c79bf64b2b5601cdd5de58c9f941e1ac5e4c462bfec063704d778e4abe13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a7934-fe11-4670-8208-2221043c85cc" -d '{"events": [{"name": "network-changed", "server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:35.390729 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4293dad-7553-4c6b-8c4d-649ff491fdb2 x-openstack-request-id: req-c4293dad-7553-4c6b-8c4d-649ff491fdb2 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:35.391137 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:35.391499 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4293dad-7553-4c6b-8c4d-649ff491fdb2 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:35.392011 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'status': 'completed', 'code': 200} Jun 28 09:53:35.451251 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:35.478800 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7934-fe11-4670-8208-2221043c85cc req-9434117b-3098-4419-a417-ffead2adec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.480347 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f95a7934-fe11-4670-8208-2221043c85cc req-9434117b-3098-4419-a417-ffead2adec9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12804475e8364829bccaed17ba2b047e&device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 1099 time: 0.0592368 Jun 28 09:53:35.609458 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7934-fe11-4670-8208-2221043c85cc req-2e30495d-78a6-4076-9609-967978b3c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.611023 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f95a7934-fe11-4670-8208-2221043c85cc req-2e30495d-78a6-4076-9609-967978b3c7c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 200 len: 909 time: 0.1237965 Jun 28 09:53:35.635301 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c486b-7499-48db-bbbb-984218c053dd req-7fea4d57-2f43-42b5-b923-2263abd1e4d4 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.636786 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f88c486b-7499-48db-bbbb-984218c053dd req-7fea4d57-2f43-42b5-b923-2263abd1e4d4 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0929255 Jun 28 09:53:35.646927 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:28Z', 'revision_number': 5, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:35.665074 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f95a7934-fe11-4670-8208-2221043c85cc req-1c3d6e48-3bc2-4481-b3b6-22c524735394 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 200 len: 217 time: 0.0464804 Jun 28 09:53:35.676295 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] Checking router: 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:35.689657 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:35.690341 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:53:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:35.733699 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f88c486b-7499-48db-bbbb-984218c053dd req-47a010e0-511d-439b-9add-71e60dc076bc tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712409 Jun 28 09:53:35.741565 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7934-fe11-4670-8208-2221043c85cc req-caa2a106-8592-4de9-8365-e6acc174b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.743104 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f95a7934-fe11-4670-8208-2221043c85cc req-caa2a106-8592-4de9-8365-e6acc174b89c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 200 len: 847 time: 0.0655634 Jun 28 09:53:35.796561 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:35.804443 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a7934-fe11-4670-8208-2221043c85cc req-5d21f6cb-0074-4a21-b423-334d91d20fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:35.805919 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f95a7934-fe11-4670-8208-2221043c85cc req-5d21f6cb-0074-4a21-b423-334d91d20fdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b46dc4e-aeb6-4f44-915f-2a701ecec878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525997 Jun 28 09:53:35.892858 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f95a7934-fe11-4670-8208-2221043c85cc req-198dc497-4ef8-4b87-b0d9-b19833d3b768 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794361 Jun 28 09:53:35.988989 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-f95a7934-fe11-4670-8208-2221043c85cc req-06eaea92-1fa8-4550-bb7a-734b772e14b1 service neutron] 10.222.0.36 "GET /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892725 Jun 28 09:53:35.989278 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:28Z', 'revision_number': 5, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:36.015776 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67900571-d3bf-4536-a117-891a0ab2c5e1 None None] The sync data for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb is: [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:22Z', 'revision_number': 4, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb', '_interfaces': [{'id': '34e5e85f-f2a7-4c6f-84a8-6b851b2738c5', 'name': '', 'network_id': '7b46dc4e-aeb6-4f44-915f-2a701ecec878', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'mac_address': 'fa:16:3e:62:14:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:21Z', 'updated_at': '2021-06-28T09:49:28Z', 'revision_number': 5, 'project_id': '12804475e8364829bccaed17ba2b047e', 'subnets': [{'id': 'ee10d654-64c5-4456-bfa1-863d5c37ca72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:36.208117 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb96455f-5dda-429e-94d2-c136480145b9 None None] New status for floating IP 289a4689-9609-40b7-9bc1-ed602b503c42: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 09:53:36.905874 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af921b-553a-4049-83d0-ab34ad998bf4 req-940e9292-9857-40c7-bca7-58e620909a45 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:36.907349 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-95af921b-553a-4049-83d0-ab34ad998bf4 req-940e9292-9857-40c7-bca7-58e620909a45 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0624869 Jun 28 09:53:36.944410 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-95af921b-553a-4049-83d0-ab34ad998bf4 req-0f8aff86-f55c-498a-9aca-51b21120aa43 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/security-groups?id=8524ea8b-d3c2-4067-82e0-c4a246a28fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312598 Jun 28 09:53:37.181558 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-8dedf707-eb84-4faa-9d92-b770d00e24df tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 09:53:37.182973 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-8dedf707-eb84-4faa-9d92-b770d00e24df tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.36 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 946 time: 0.0613158 Jun 28 09:53:37.285941 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Deleting port d915d5ef-7fa3-45b3-ab8f-734add18db3c {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:37.286290 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.384765 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] For port d915d5ef-7fa3-45b3-ab8f-734add18db3c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d915d5ef-7fa3-45b3-ab8f-734add18db3c,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:37.385049 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.397938 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Calling delete_port for d915d5ef-7fa3-45b3-ab8f-734add18db3c owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:37.522655 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.526667 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0c16ec64-9b4a-4dcf-a951-6ec0d31ecd8a tempest-AttachVolumeShelveTestJSON-1249511234 tempest-AttachVolumeShelveTestJSON-1249511234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:37.551857 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event deleted for resources: {'Port': ['ID=d915d5ef-7fa3-45b3-ab8f-734add18db3c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:37.564246 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.564645 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.565014 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.565378 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.565736 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.566092 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.566445 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.566799 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.567156 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.567509 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.567858 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.568203 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:37.585549 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:37.608691 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] No DVR routers for this DVR port d915d5ef-7fa3-45b3-ab8f-734add18db3c on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:53:37.611056 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-174244'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:37.613060 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd58ee4-f6e9-4fa3-ba73-fe3adb712618 req-15178a20-b328-462a-b037-60494a064a7e tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.36 "DELETE /v2.0/ports/d915d5ef-7fa3-45b3-ab8f-734add18db3c HTTP/1.1" status: 204 len: 173 time: 0.4225075 Jun 28 09:53:37.613539 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'name': 'network-vif-deleted', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 09:53:37.616365 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2366740ff5ed50dac47c81279ce6e2eaae073e58c198ae2f19a6daef4692efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f88391-81e6-4705-aeff-b785c1a1a0fd" -d '{"events": [{"server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "name": "network-vif-deleted", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 09:53:37.743411 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 09:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadee0f2-6cd0-4c3c-82ac-e2b2b3860f1e x-openstack-request-id: req-eadee0f2-6cd0-4c3c-82ac-e2b2b3860f1e {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 09:53:37.743997 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368b9da4-0cb7-4026-9258-181514ba0ce1", "name": "network-vif-deleted", "tag": "d915d5ef-7fa3-45b3-ab8f-734add18db3c", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 09:53:37.744354 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eadee0f2-6cd0-4c3c-82ac-e2b2b3860f1e {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 09:53:37.744848 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368b9da4-0cb7-4026-9258-181514ba0ce1', 'name': 'network-vif-deleted', 'tag': 'd915d5ef-7fa3-45b3-ab8f-734add18db3c', 'status': 'completed', 'code': 200} Jun 28 09:53:38.102088 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [req-1b19db2a-1940-499f-9192-c68fe12ef673 req-ef3a0fd4-3ea7-487f-8fb1-f59b9be3a643 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "GET /v2.0/ports?device_id=368b9da4-0cb7-4026-9258-181514ba0ce1 HTTP/1.1" status: 200 len: 210 time: 0.0289714 Jun 28 09:53:39.194043 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 59178) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:39.250213 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9f7e70b1-b253-4979-ba37-dc8d8a40d0c9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.275063 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9f7e70b1-b253-4979-ba37-dc8d8a40d0c9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.332255 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9f7e70b1-b253-4979-ba37-dc8d8a40d0c9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.334829 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9f7e70b1-b253-4979-ba37-dc8d8a40d0c9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.335962 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-9f7e70b1-b253-4979-ba37-dc8d8a40d0c9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] 10.222.0.13 "DELETE /v2.0/security-groups/8524ea8b-d3c2-4067-82e0-c4a246a28fb4 HTTP/1.1" status: 204 len: 168 time: 0.1409559 Jun 28 09:53:39.336830 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b6872236-7a4b-4741-9fd5-b9ca6e5da205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:39.345503 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e70b1-b253-4979-ba37-dc8d8a40d0c9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8524ea8b-d3c2-4067-82e0-c4a246a28fb4,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:39.347885 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9f7e70b1-b253-4979-ba37-dc8d8a40d0c9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:39.381104 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 59182) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:39.722163 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569333'] for router_interface, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.975530 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Deleting port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:39.976316 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:39.990580 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.050221 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] For port 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:40.050572 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.062295 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Calling delete_port for 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 owned by network:router_interface {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:40.243139 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.245054 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e33717bb-4253-407e-ae66-dc1d02858a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:40.277448 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e5e85f-f2a7-4c6f-84a8-6b851b2738c5,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:40.279327 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:40.307513 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d915d5ef-7fa3-45b3-ab8f-734add18db3c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:53:40.328254 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] No Port match for: d915d5ef-7fa3-45b3-ab8f-734add18db3c {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:53:40.328635 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Device d915d5ef-7fa3-45b3-ab8f-734add18db3c not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:53:40.439791 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592133'] for router_interface, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.644695 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:53:40.750417 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:40.755437 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-2142ab4d-1577-48dd-ab4b-586fc8955ef4 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b5c8093-545d-45ca-b20b-ccd571a0f5b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3716664 Jun 28 09:53:40.758553 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 59184) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:40.760990 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] Sync routers for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:40.770138 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:40.770749 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:53:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:40.859535 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:40.872123 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: dv-cinder-792209-2-smb {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:40.956242 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.008788 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Deleting port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:41.009130 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.042028 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:53:40Z', 'revision_number': 5, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port': {'id': 'c7f4742b-bf70-41ef-9ae6-4e27b01d82d7', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:41.066822 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] Checking router: 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 for host: dv-cinder-792209-2-smb {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:41.075348 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] Routers {'5b5c8093-545d-45ca-b20b-ccd571a0f5b3'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:41.075959 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:53:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:41.085474 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] For port c7f4742b-bf70-41ef-9ae6-4e27b01d82d7, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=c7f4742b-bf70-41ef-9ae6-4e27b01d82d7,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:41.085840 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.101597 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Calling delete_port for c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:41.163564 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] Set router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 gateway port host: None {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:41.216289 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:53:40Z', 'revision_number': 6, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port_host': None}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:41.242723 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48d9f9-59f8-4fe1-a77d-afb638a1e4e0 None None] The sync data for ids ['5b5c8093-545d-45ca-b20b-ccd571a0f5b3'] in dv-cinder-792209-2-smb is: [{'id': '5b5c8093-545d-45ca-b20b-ccd571a0f5b3', 'name': 'tempest-TestShelveInstance-695894942-router', 'tenant_id': '12804475e8364829bccaed17ba2b047e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:20Z', 'updated_at': '2021-06-28T09:53:40Z', 'revision_number': 6, 'project_id': '12804475e8364829bccaed17ba2b047e', 'gw_port_host': None}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:41.274512 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.280821 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5097b342-e23a-416a-a709-6a1316742bb0 tempest-TestMinimumBasicScenario-45340741 tempest-TestMinimumBasicScenario-45340741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:41.305107 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f4742b-bf70-41ef-9ae6-4e27b01d82d7,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:41.325547 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:41.361501 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593855'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.447822 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8716'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.449889 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.489817 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-593384'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.490308 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b5c8093-545d-45ca-b20b-ccd571a0f5b3 {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:53:41.495394 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.496662 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-21bb37ea-9e22-461d-96cc-8c6f39c3100d admin admin] 10.222.0.13 "DELETE /v2.0/routers/5b5c8093-545d-45ca-b20b-ccd571a0f5b3 HTTP/1.1" status: 204 len: 168 time: 0.7371926 Jun 28 09:53:41.499215 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 59186) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:41.541443 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] Deleting subnet ee10d654-64c5-4456-bfa1-863d5c37ca72 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:53:41.544272 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.580606 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2832794'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.657072 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.708940 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2421618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3805270'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.714481 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dd8cf18e-abdc-4c1e-8877-ad271790c526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:41.742185 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee10d654-64c5-4456-bfa1-863d5c37ca72,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:41.744635 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:41.747240 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.749216 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-ce231d67-a6ca-4945-a0c8-07bcdaa4009d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee10d654-64c5-4456-bfa1-863d5c37ca72 HTTP/1.1" status: 204 len: 168 time: 0.2490284 Jun 28 09:53:41.751713 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 59188) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:41.752850 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded91e37-04dc-4d3d-b996-9716d9827626 None None] Network 7b46dc4e-aeb6-4f44-915f-2a701ecec878 requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:41.822820 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.873935 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Deleting port 039389fc-27f8-40e7-88fe-49223b274fa8 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:41.874293 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.947780 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] For port 039389fc-27f8-40e7-88fe-49223b274fa8, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=039389fc-27f8-40e7-88fe-49223b274fa8,segment=NetworkSegment(ce282127-01f7-42c6-ad79-7048fe551176),segment_id=ce282127-01f7-42c6-ad79-7048fe551176)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:41.948063 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:41.961185 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Calling delete_port for 039389fc-27f8-40e7-88fe-49223b274fa8 owned by network:dhcp {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:42.002275 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] DHCP port deletion for 7b46dc4e-aeb6-4f44-915f-2a701ecec878 request from dv-cinder-792209-2-smb {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 09:53:42.042764 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2421576'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.045910 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-945d0edb-05d7-416c-bf97-b117e40930da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:42.051975 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Deleting port 039389fc-27f8-40e7-88fe-49223b274fa8 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:42.052596 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.070169 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Pushing event deleted for resources: {'Port': ['ID=039389fc-27f8-40e7-88fe-49223b274fa8,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:42.074450 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:42.075328 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] No DVR routers for this DVR port 039389fc-27f8-40e7-88fe-49223b274fa8 on host dv-cinder-792209-2-smb {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:53:42.121666 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] For port 039389fc-27f8-40e7-88fe-49223b274fa8, host dv-cinder-792209-2-smb, got binding levels [] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:42.122092 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.134662 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Calling delete_port for 039389fc-27f8-40e7-88fe-49223b274fa8 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:42.137311 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.ipam_backend_mixin [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Port 039389fc-27f8-40e7-88fe-49223b274fa8 was not found and therefore no delete operation was performed {{(pid=99534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 28 09:53:42.138623 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.140463 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:42.155987 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.162245 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Pushing event deleted for resources: {'Port': ['ID=039389fc-27f8-40e7-88fe-49223b274fa8,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:42.166298 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b46dc4e-aeb6-4f44-915f-2a701ecec878']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:42.171965 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.172312 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.172676 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.173014 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.173346 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.173681 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.174008 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.174333 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.174662 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.174993 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.175668 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.175668 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-2-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 09:53:42.177768 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce282127-01f7-42c6-ad79-7048fe551176') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:42.178875 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] No DVR routers for this DVR port 039389fc-27f8-40e7-88fe-49223b274fa8 on host dv-cinder-792209-2-smb {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:53:42.180081 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f164df78-b300-48f4-9ada-3693374b31ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:42.180558 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.services.segments.db [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce282127-01f7-42c6-ad79-7048fe551176') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:42.192865 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2832781'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.207478 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.214662 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:53:42.215492 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2421655'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: Traceback (most recent call last): Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: timer() Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: cb(*args, **kw) Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: return func(*args, **kwargs) Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: self._notify() Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: self.callback(batched_events) Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: event.method(event) Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: return f(self, *a, **k) Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: return self._get(url).json() Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:53:42.217408 dv-cinder-792209-2-smb neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:53:42.276112 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.281685 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eb753c62-2d7e-45ff-8328-029743ad9bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:42.287199 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.289094 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b46dc4e-aeb6-4f44-915f-2a701ecec878 HTTP/1.1" status: 204 len: 168 time: 0.5364780 Jun 28 09:53:42.292166 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 59190) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:42.563195 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b46dc4e-aeb6-4f44-915f-2a701ecec878,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:42.565746 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9d168835-fe66-40b9-b5cb-57441109f17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:42.642322 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-569333'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.884024 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Deleting port 7bb3feae-c53b-4350-a9e3-acab1915f2cd {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:42.884276 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.958842 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] For port 7bb3feae-c53b-4350-a9e3-acab1915f2cd, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=7bb3feae-c53b-4350-a9e3-acab1915f2cd,segment=NetworkSegment(88886661-4047-4048-93b3-2915ab5ef892),segment_id=88886661-4047-4048-93b3-2915ab5ef892)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:42.959200 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:42.972451 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Calling delete_port for 7bb3feae-c53b-4350-a9e3-acab1915f2cd owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:43.269763 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:53:43.290591 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:53:43.291057 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device c7f4742b-bf70-41ef-9ae6-4e27b01d82d7 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:53:43.291496 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 039389fc-27f8-40e7-88fe-49223b274fa8 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:53:43.310658 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 039389fc-27f8-40e7-88fe-49223b274fa8 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:53:43.311011 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 039389fc-27f8-40e7-88fe-49223b274fa8 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:53:43.311441 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:53:43.333036 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:53:43.333389 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 34e5e85f-f2a7-4c6f-84a8-6b851b2738c5 not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:53:43.422195 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:43.424363 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab338598-63c3-4e33-a194-5b1a88f9e100 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:43.450882 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb3feae-c53b-4350-a9e3-acab1915f2cd,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:43.453349 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:43.613389 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-725973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-592133'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:43.818386 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Router 851477ab-503a-4bb7-9eef-0384b229d629 has already been hosted by L3 agent cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 09:53:43.919499 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] Notify agent at l3_agent.dv-cinder-792209-2-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 09:53:43.924788 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-4fcafeb4-0cb0-4236-8b76-641d3aaf9131 admin admin] 10.222.0.13 "PUT /v2.0/routers/851477ab-503a-4bb7-9eef-0384b229d629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6310325 Jun 28 09:53:43.927195 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 59192) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:43.928802 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] Sync routers for ids ['851477ab-503a-4bb7-9eef-0384b229d629'] in dv-cinder-792209-2-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 09:53:43.937925 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] Routers {'851477ab-503a-4bb7-9eef-0384b229d629'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:43.938551 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:53:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['851477ab-503a-4bb7-9eef-0384b229d629'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:44.034467 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.039222 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] Set router 851477ab-503a-4bb7-9eef-0384b229d629 gateway port host: dv-cinder-792209-2-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:44.134394 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.186752 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Deleting port b09def68-407a-4e38-902c-e7dc5947cf1e {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:44.187094 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.210326 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'external_fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114'}], 'enable_snat': True}, 'gw_port_id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:53:43Z', 'revision_number': 5, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port': {'id': 'b09def68-407a-4e38-902c-e7dc5947cf1e', 'name': '', 'network_id': 'ed3ea820-cfa9-4fb5-aebc-46bdeb0fcbbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851477ab-503a-4bb7-9eef-0384b229d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'ip_address': '172.28.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbe9477a-6802-4665-8c65-62369c5d4a79', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-2-smb'}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:44.235527 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] Checking router: 851477ab-503a-4bb7-9eef-0384b229d629 for host: dv-cinder-792209-2-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 09:53:44.243977 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] Routers {'851477ab-503a-4bb7-9eef-0384b229d629'} bound to L3 agent in host dv-cinder-792209-2-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 09:53:44.244618 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T09:32:30Z,description=,heartbeat_timestamp=2021-06-28T09:53:31Z,host='dv-cinder-792209-2-smb',id=cc40717d-99f0-48b1-b5b5-2a0b98d8ccb2,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T09:32:30Z,topic='l3_agent')) {'router_ids': ['851477ab-503a-4bb7-9eef-0384b229d629'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:44.262158 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] For port b09def68-407a-4e38-902c-e7dc5947cf1e, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=b09def68-407a-4e38-902c-e7dc5947cf1e,segment=NetworkSegment(540f0908-dce7-408d-b0cf-2368b6321715),segment_id=540f0908-dce7-408d-b0cf-2368b6321715)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:44.262524 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.274582 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Calling delete_port for b09def68-407a-4e38-902c-e7dc5947cf1e owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:44.328071 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] Set router 851477ab-503a-4bb7-9eef-0384b229d629 gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 09:53:44.379973 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:53:44Z', 'revision_number': 6, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port_host': None}], 'dv-cinder-792209-2-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:44.405668 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d0a34-afe1-463a-97be-21940cacc7f2 None None] The sync data for ids ['851477ab-503a-4bb7-9eef-0384b229d629'] in dv-cinder-792209-2-smb is: [{'id': '851477ab-503a-4bb7-9eef-0384b229d629', 'name': 'tempest-TestShelveInstance-283188989-router', 'tenant_id': '75aa61ab050e4635b25c969d157c2441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T09:49:24Z', 'updated_at': '2021-06-28T09:53:44Z', 'revision_number': 6, 'project_id': '75aa61ab050e4635b25c969d157c2441', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 09:53:44.441407 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.443243 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0b9d0681-643c-4701-9602-7a00ece8db58 tempest-AttachVolumeTestJSON-378758356 tempest-AttachVolumeTestJSON-378758356-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:44.465091 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b09def68-407a-4e38-902c-e7dc5947cf1e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:44.467572 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:44.529992 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593855'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.614680 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8716'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.616687 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.659201 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-593384'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.659754 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 851477ab-503a-4bb7-9eef-0384b229d629 {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 09:53:44.664950 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.666076 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-66a7baee-eaff-4406-8f17-3073e2a9fe2b admin admin] 10.222.0.13 "DELETE /v2.0/routers/851477ab-503a-4bb7-9eef-0384b229d629 HTTP/1.1" status: 204 len: 168 time: 0.7379820 Jun 28 09:53:44.668559 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 59194) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:44.711989 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] Deleting subnet 21f11864-abe1-4498-b8c8-5cd9ca9e92e6 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 09:53:44.715146 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.753924 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9288019'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.833926 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7696106'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.889003 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7696125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-991762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3517157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8464247'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.891577 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c064ffaf-3fc0-4338-a2dd-7859a150e45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:44.915711 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f11864-abe1-4498-b8c8-5cd9ca9e92e6,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:44.918712 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:44.919705 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:44.921601 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-6c2bdccc-8779-4140-8dbb-cc1adfad3c29 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/21f11864-abe1-4498-b8c8-5cd9ca9e92e6 HTTP/1.1" status: 204 len: 168 time: 0.2521272 Jun 28 09:53:44.924012 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 59196) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:44.926576 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e7b5e-246d-4eac-88de-edd3e2124cd7 None None] Network 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c requested from dv-cinder-792209-2-smb {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 09:53:44.998506 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8108179'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.050771 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Deleting port 30fe96aa-90e0-4680-850c-c04577b63dea {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:45.051092 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.125602 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] For port 30fe96aa-90e0-4680-850c-c04577b63dea, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=30fe96aa-90e0-4680-850c-c04577b63dea,segment=NetworkSegment(88886661-4047-4048-93b3-2915ab5ef892),segment_id=88886661-4047-4048-93b3-2915ab5ef892)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:45.125963 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.126460 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] DHCP port deletion for 8bcf6ea2-f196-46c0-9ad6-4c9d0167431c request from dv-cinder-792209-2-smb {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 09:53:45.141756 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Calling delete_port for 30fe96aa-90e0-4680-850c-c04577b63dea owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:45.172043 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] Deleting port 30fe96aa-90e0-4680-850c-c04577b63dea {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 09:53:45.172358 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770033375254'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.221476 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3517151'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.224497 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-80ea4ad1-09f7-44d0-9fc2-08cd9db10be8 tempest-VolumesSnapshotTestJSON-1929589273 tempest-VolumesSnapshotTestJSON-1929589273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:45.237504 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] For port 30fe96aa-90e0-4680-850c-c04577b63dea, host dv-cinder-792209-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-2-smb',level=0,port_id=30fe96aa-90e0-4680-850c-c04577b63dea,segment=NetworkSegment(88886661-4047-4048-93b3-2915ab5ef892),segment_id=88886661-4047-4048-93b3-2915ab5ef892)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 09:53:45.237996 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-562152'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.249474 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Pushing event deleted for resources: {'Port': ['ID=30fe96aa-90e0-4680-850c-c04577b63dea,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:45.251291 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] No DVR routers for this DVR port 30fe96aa-90e0-4680-850c-c04577b63dea on host dv-cinder-792209-2-smb {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:53:45.251629 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] Calling delete_port for 30fe96aa-90e0-4680-850c-c04577b63dea owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 09:53:45.252784 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:45.300932 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 7bb3feae-c53b-4350-a9e3-acab1915f2cd no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:53:45.324025 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 7bb3feae-c53b-4350-a9e3-acab1915f2cd {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:53:45.324387 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 7bb3feae-c53b-4350-a9e3-acab1915f2cd not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:53:45.324529 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7695287', 'neutron.services.segments.db._delete_segments_for_network-8770033432854'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.324844 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device b09def68-407a-4e38-902c-e7dc5947cf1e no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:53:45.334115 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcf6ea2-f196-46c0-9ad6-4c9d0167431c']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:45.344086 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88886661-4047-4048-93b3-2915ab5ef892') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:45.344332 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88886661-4047-4048-93b3-2915ab5ef892') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 09:53:45.352546 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: b09def68-407a-4e38-902c-e7dc5947cf1e {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:53:45.352904 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device b09def68-407a-4e38-902c-e7dc5947cf1e not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:53:45.353323 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 30fe96aa-90e0-4680-850c-c04577b63dea no longer exists at agent ovs-agent-dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 09:53:45.353646 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770033385207', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9288004'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.366879 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.373554 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 09:53:45.373965 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7692239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3516928'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.375033 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] No Port match for: 30fe96aa-90e0-4680-850c-c04577b63dea {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 09:53:45.375418 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Device 30fe96aa-90e0-4680-850c-c04577b63dea not bound to the agent host dv-cinder-792209-2-smb {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: Traceback (most recent call last): Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: timer() Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: cb(*args, **kw) Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: return func(*args, **kwargs) Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: self._notify() Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: self.callback(batched_events) Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: event.method(event) Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: return f(self, *a, **k) Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: return self._get(url).json() Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 09:53:45.375732 dv-cinder-792209-2-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 09:53:45.392649 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8043150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527407', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770033379786', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770032904686'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.394788 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:45.417013 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] Pushing event deleted for resources: {'Port': ['ID=30fe96aa-90e0-4680-850c-c04577b63dea,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:45.419427 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:45.423790 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5bae8-a883-4ddd-9b25-9266036c45e7 None None] No DVR routers for this DVR port 30fe96aa-90e0-4680-850c-c04577b63dea on host dv-cinder-792209-2-smb {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 09:53:45.434658 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7695292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-380253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-527398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593783'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.438387 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:45.440860 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527421'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.442559 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8bcf6ea2-f196-46c0-9ad6-4c9d0167431c HTTP/1.1" status: 204 len: 168 time: 0.5176072 Jun 28 09:53:45.453152 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcf6ea2-f196-46c0-9ad6-4c9d0167431c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:45.455511 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-64eac28b-73ea-41ae-913a-8d999573508f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:45.614904 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 59200) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:45.653922 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-b8d8a122-fe6f-4460-a1e9-397e275a3730 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12804475e8364829bccaed17ba2b047e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378139 Jun 28 09:53:45.656099 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.13', 59202) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:45.703478 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c110f70-5b6a-45c0-82f7-3eb8ca8324fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.733486 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c110f70-5b6a-45c0-82f7-3eb8ca8324fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.781995 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c110f70-5b6a-45c0-82f7-3eb8ca8324fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.784678 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c110f70-5b6a-45c0-82f7-3eb8ca8324fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:45.785817 dv-cinder-792209-2-smb neutron-server[99533]: INFO neutron.wsgi [None req-9c110f70-5b6a-45c0-82f7-3eb8ca8324fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c799487e-1a8c-48bd-9fbd-71454464f9da HTTP/1.1" status: 204 len: 168 time: 0.1288197 Jun 28 09:53:45.786721 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9f7e70b1-b253-4979-ba37-dc8d8a40d0c9 tempest-TestShelveInstance-1003114089 tempest-TestShelveInstance-1003114089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:45.794376 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c110f70-5b6a-45c0-82f7-3eb8ca8324fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c799487e-1a8c-48bd-9fbd-71454464f9da,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:45.796785 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9c110f70-5b6a-45c0-82f7-3eb8ca8324fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:46.101752 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 59208) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:46.140322 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-5180dc3e-b4bb-4863-83eb-2f9a99d96f4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75aa61ab050e4635b25c969d157c2441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372765 Jun 28 09:53:46.142593 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.13', 59210) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 09:53:46.188226 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e287b33a-8c18-422f-b02d-e2a327ec1b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.209056 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e287b33a-8c18-422f-b02d-e2a327ec1b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.253753 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e287b33a-8c18-422f-b02d-e2a327ec1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367726'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.257150 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e287b33a-8c18-422f-b02d-e2a327ec1b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:53:46.258266 dv-cinder-792209-2-smb neutron-server[99532]: INFO neutron.wsgi [None req-e287b33a-8c18-422f-b02d-e2a327ec1b71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5397ac82-31ee-4c3c-80bb-06f22124ab84 HTTP/1.1" status: 204 len: 168 time: 0.1147518 Jun 28 09:53:46.259123 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5d63bd9c-742f-495e-8cc4-e7817ff02f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 09:53:46.266713 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287b33a-8c18-422f-b02d-e2a327ec1b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5397ac82-31ee-4c3c-80bb-06f22124ab84,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 09:53:46.269085 dv-cinder-792209-2-smb neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e287b33a-8c18-422f-b02d-e2a327ec1b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 09:53:52.807360 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:53:57.928050 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6792754b-f6dc-4e64-9128-be306cd427b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.562065 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16a2e8e3-2243-4e75-8cbe-4f9def204dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:00.675445 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:01.634139 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:03.330289 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:09.988491 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:27.930155 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-69967d1c-b7ae-434e-9972-1f66da923843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:29.805956 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:54:30.561980 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c28c4437-0642-44c3-bff5-8a864c505c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:30.674513 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:31.636444 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:33.332946 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:39.990497 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:54:57.930075 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4790310a-4c7f-4498-88fa-8cd69b23b6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.562893 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f78c172c-1f43-4bbd-b468-1b950dae5a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:00.674542 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:01.639613 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:03.335147 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:06.805163 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:55:10.004587 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:27.930466 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7d4794cc-cb94-4a6f-976b-c52987184ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.563245 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bf347a95-c706-4ddd-a78e-64cf1d1a4ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:30.674089 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:31.643078 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:33.337977 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:40.005948 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:55:43.803356 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:55:57.933132 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-568fd77b-19be-4b1e-89a9-8c687012e21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:00.562924 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-801c8105-a3e3-456d-b198-df691aa60212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:00.672681 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:01.646665 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:03.340206 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:08.568450 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [req-d6990c3d-c242-49e5-bb01-055c2f5da010 req-2c5a05d9-fdab-4fe2-b736-f9aed9adc237 service neutron] (99533) timed out ('10.222.0.36', 62464) {{(pid=99533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 09:56:10.020612 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:20.801877 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:56:27.933467 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-95968b7b-22fc-4798-9736-b40517bc4ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.564563 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a5488f3d-d25f-4a05-ac59-f195d8d75b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:30.672084 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:31.648538 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:33.342734 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:34.954097 dv-cinder-792209-2-smb neutron-server[99533]: DEBUG neutron.wsgi [req-52a7f433-b59d-4e2d-96b8-cab5fcbdeb2e req-415d787c-336f-4738-9ea5-b9b90273b378 service neutron] (99533) timed out ('10.222.0.36', 62463) {{(pid=99533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 28 09:56:40.024352 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:56:57.800499 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:56:57.933190 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-18fb2339-841c-476f-8449-1b2a558a4db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.566131 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d186-4215-48b3-8fa7-47087395b1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:00.672531 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:01.650731 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:03.346332 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:10.041904 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:27.932937 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2581299a-1d74-4cf7-a440-1c0b574da749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.566487 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-284674e6-ab99-43b9-940f-776ea6135699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:30.675781 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:31.653195 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:33.348544 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:34.799503 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:57:40.034537 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:57:57.932694 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1aa12d32-4719-498c-88c4-7ee1c20eaa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.568832 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3c4971b7-331b-4dd9-8102-85e2692617b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:00.676679 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:01.657068 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:03.350638 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c1e1-df9d-4c1a-acd8-7fa1b25239f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:10.049557 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a6a15933-48a6-470f-87b9-514df9ce381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:11.798311 dv-cinder-792209-2-smb neutron-server[99535]: DEBUG neutron.db.agents_db [None req-108b114d-d99e-4063-a232-6ea26350a704 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 09:58:27.932247 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d552c1fa-341a-4481-9a79-ed653b5bcaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.568366 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-caa810fb-9468-4ec3-b10e-1316401f510c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:30.678686 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a3e1a554-89cf-4e9f-8118-450db5b1912a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 09:58:31.661493 dv-cinder-792209-2-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-decff17e-25a8-4302-8bc4-64b59608c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770033432836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7692541'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}